-- Logs begin at Fri 2022-01-28 01:07:29 UTC, end at Fri 2022-01-28 02:04:53 UTC. -- Jan 28 01:40:33.260841 dv-cinder-824978-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 01:40:36.100746 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.common.config [-] Logging enabled! Jan 28 01:40:36.101396 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32 Jan 28 01:40:36.101507 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107749) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 01:40:36.105255 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.common.config [-] Logging enabled! Jan 28 01:40:36.105385 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32 Jan 28 01:40:36.105696 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107749) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 01:40:36.106658 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 01:40:36.106888 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 01:40:36.107269 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 01:40:36.107578 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 01:40:36.107799 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 01:40:36.108116 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.108413 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.108708 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.108932 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.109223 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.109508 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.109788 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.110072 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.110363 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.110648 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.110926 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.111206 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.111462 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.111738 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.112020 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.112300 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.112522 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] debug = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.112798 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.113218 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.113629 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.113915 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.114197 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.114474 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.115420 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.115420 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.115420 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.115654 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] host = dv-cinder-824978-1-smb {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.115895 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.116176 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.116456 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.116734 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.117008 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.117278 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.117555 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.117824 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.118094 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] log_file = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.118969 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.119269 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.119565 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.119842 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.120067 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.120286 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.120570 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.120848 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.121121 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.121394 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.121664 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.121933 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.122206 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.122471 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.122753 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.123090 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.123364 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.123608 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.123878 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.124152 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.124423 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.124705 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.124977 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.125250 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.125578 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.125868 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.126134 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.126407 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.126703 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.126982 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.127331 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.127563 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.127832 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.128108 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.128381 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.128651 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.128922 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] use_json = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.129193 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.129462 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.129739 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.130009 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.130311 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.130584 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.130855 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.131135 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:36.131461 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.131753 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.132049 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.132330 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.132622 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.132901 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.133186 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.133462 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.133750 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.134703 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.135038 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.135352 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.135648 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.135934 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.136227 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.136533 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.136826 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.137114 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.137387 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.137659 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.137928 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.138202 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.138486 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.138764 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.139048 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.139369 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.139648 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.139930 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.140220 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.140505 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.140776 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.141053 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.141337 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.141613 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.141880 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.142153 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.142434 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.142708 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.142977 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.143280 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.143571 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.143847 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.144116 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.144394 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.144681 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.144958 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.145225 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.145492 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.145774 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.146040 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.146320 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.146592 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.146862 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.147133 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.147434 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.147708 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.147979 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.148257 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.148525 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.148802 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.149072 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.149342 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.149694 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.149964 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.150227 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.150495 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.150766 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.151043 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.151340 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.151614 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.151884 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.152153 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.152422 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.152708 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.153009 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.153288 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.153569 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.153847 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.154123 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.154399 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.154676 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.154953 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.155230 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.155520 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.155818 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.156101 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.156388 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.156669 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.156947 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.157247 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.157525 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.157809 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.158085 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.158363 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.158645 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.158930 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.159223 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.159538 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.159829 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.160119 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.160409 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.160688 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.160998 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.161274 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:36.161489 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 01:40:36.161734 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107749) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 01:40:36.520382 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=107749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 28 01:40:36.520561 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=107749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 28 01:40:36.520838 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 28 01:40:36.521166 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 01:40:36.920044 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:36.920323 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:36.920596 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:36.921909 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:36.922191 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:36.922461 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:36.960579 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:36.960862 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:36.961124 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:36.976621 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:36.976900 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:36.977171 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.007980 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.008258 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.008529 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.047350 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.047634 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.047901 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.288303 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.288928 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.288928 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.289096 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.289701 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.413970 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.414293 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.414581 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.414858 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.415130 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.415571 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.415805 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.416072 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.416328 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.416662 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.416874 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.417141 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.417405 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.417659 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.417927 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.418192 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.418560 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.418776 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.418969 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.419227 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.419519 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.419770 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.420054 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.420442 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.420677 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.420925 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.421327 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:40:37.421567 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:40:37.421804 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:40:37.422040 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:40:37.422275 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:40:37.422508 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:40:37.422874 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 01:40:37.426568 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 01:40:37.430565 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 01:40:37.435651 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Jan 28 01:40:37.436776 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 01:40:37.437234 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 01:40:37.437571 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 01:40:37.437959 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 01:40:37.441028 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 01:40:37.441279 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 01:40:37.441629 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 01:40:37.447667 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 01:40:37.471328 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 01:40:37.471800 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.472105 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107749) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 28 01:40:37.472468 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.473868 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107749) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 01:40:37.474163 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 01:40:37.474414 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 01:40:37.477941 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.478232 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:37.546157 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 01:40:37.546354 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 01:40:37.546542 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 01:40:37.546932 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 01:40:37.570622 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_db.sqlalchemy.engines [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107749) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 01:40:38.122621 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Initializing driver for type 'gre' Jan 28 01:40:38.123144 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] gre ID ranges: [(1, 1000)] Jan 28 01:40:38.181408 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Initializing driver for type 'local' Jan 28 01:40:38.181813 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Initializing driver for type 'vlan' Jan 28 01:40:38.203406 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] VlanTypeDriver initialization complete Jan 28 01:40:38.203805 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Initializing driver for type 'vxlan' Jan 28 01:40:38.204404 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] vxlan ID ranges: [(1, 1000)] Jan 28 01:40:38.266379 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Initializing extension driver 'port_security' Jan 28 01:40:38.266726 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.extensions.port_security [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] PortSecurityExtensionDriver initialization complete Jan 28 01:40:38.267057 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Initializing mechanism driver 'openvswitch' Jan 28 01:40:38.267416 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Initializing mechanism driver 'hyperv' Jan 28 01:40:38.274075 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.plugins.ml2.plugin [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:38.275165 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > port after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.275562 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > port after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.275916 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > port after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.276446 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 01:40:38.276874 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > subnet after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.277226 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > subnet after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.277566 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > subnet after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.277955 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 01:40:38.278358 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > network after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.278708 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > network after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.279048 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > network after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.279463 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 01:40:38.279951 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > security_group after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.280304 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > security_group after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.280640 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > security_group after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.281034 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 01:40:38.281432 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.281773 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.282108 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.282493 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 01:40:38.282890 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > address_group after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.283230 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > address_group after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.283585 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > address_group after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.283972 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107749) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 01:40:38.284405 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] ML2 OVO RPC backend initialized. {{(pid=107749) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 01:40:38.285105 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router_interface after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.285454 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.285865 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > network before_response 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.286206 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > networks before_response 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.286546 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > port before_response 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.286908 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > ports before_response 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.287262 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > subnet before_response 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.287632 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > subnets before_response 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.287991 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > network after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.288331 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > network after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.288873 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > network after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.288988 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > port after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.289330 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > port after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.289660 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > port after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.289990 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > subnet after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.290596 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > subnet after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.291209 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > subnet after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.291819 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.plugin [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Modular L2 Plugin initialization complete Jan 28 01:40:38.292151 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading services supported by the core plugin {{(pid=107749) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 01:40:38.292485 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.plugins.ml2.managers [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Got port-security extension from driver 'port_security' Jan 28 01:40:38.292962 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.extensions.vlantransparent [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Disabled vlantransparent extension. Jan 28 01:40:38.293441 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107749) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 01:40:38.293754 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading Plugin: router Jan 28 01:40:38.331219 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router_interface before_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.331876 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router after_create 55549900 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.332251 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router before_create 55549900 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.332612 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.332981 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.333335 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router after_delete 55549900 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.333833 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > floatingip after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.334310 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > floatingip after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.334672 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router after_create 55549900 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.335018 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router after_update 55549900 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.335404 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router after_update 55549900 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.335754 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.336109 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router after_update 55549900 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.336515 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router precommit_update 55549900 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.336880 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: port after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.337468 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: port after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.337802 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: subnet after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.338141 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.338490 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > port precommit_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.341959 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router precommit_create 55549900 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.341959 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: port before_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.341959 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router precommit_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.341959 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router after_update 55549900 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.342403 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router precommit_delete 55549900 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.342403 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router precommit_create 55549900 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.342403 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router_interface after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.342403 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router precommit_update 55549900 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.342768 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > agent after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.342768 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > agent after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.342768 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > network after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.343191 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Tracking information for resource: router configured {{(pid=107749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:40:38.343573 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Tracking information for resource: floatingip configured {{(pid=107749) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 01:40:38.349255 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.db.l3_agentschedulers_db [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 01:40:38.349851 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: port after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.350213 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: port after_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.350561 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: port after_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.350909 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: port after_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.351753 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router before_create 55550100 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.352116 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router precommit_delete 55550100 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.352487 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router precommit_create 55550100 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.352907 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > router precommit_update 55550100 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.357667 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.services.provider_configuration [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Service providers = [] {{(pid=107749) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 01:40:38.358034 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.db.servicetype_db [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107749) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 01:40:38.361215 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.services.service_base [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 01:40:38.361586 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.services.service_base [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 01:40:38.361902 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.services.service_base [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 01:40:38.362790 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.services.service_base [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107749) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 01:40:38.363155 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.services.service_base [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 01:40:38.363554 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:40:38.363870 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 01:40:38.375710 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:40:38.375984 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading Plugin: auto_allocate Jan 28 01:40:38.381808 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: network precommit_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.382172 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: network precommit_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.382683 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:40:38.382999 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading Plugin: tag Jan 28 01:40:38.390473 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:40:38.390834 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading Plugin: timestamp Jan 28 01:40:38.395109 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:40:38.395456 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading Plugin: network_ip_availability Jan 28 01:40:38.401293 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.401669 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.402024 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.402790 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:40:38.403118 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading Plugin: flavors Jan 28 01:40:38.408210 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:40:38.408543 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading Plugin: revisions Jan 28 01:40:38.412968 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107749) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 01:40:38.413363 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_concurrency.lockutils [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.892s {{(pid=107749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 28 01:40:38.414105 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107749) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 01:40:38.414442 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Initializing extension manager. Jan 28 01:40:38.414949 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: __init__.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.415979 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: __pycache__ {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.416417 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.416750 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: address_group.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.417508 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.418081 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: address-group Jan 28 01:40:38.418403 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: address_scope.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.419109 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.419640 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: address-scope Jan 28 01:40:38.419960 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: admin_state_down_before_update.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.420892 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.421394 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: router-admin-state-down-before-update Jan 28 01:40:38.421712 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: agent.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.422422 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.422915 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: agent Jan 28 01:40:38.423233 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: agent_resources_synced.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.424159 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.424662 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: agent-resources-synced Jan 28 01:40:38.424981 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: allowedaddresspairs.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.426766 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.427312 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: allowed-address-pairs Jan 28 01:40:38.427641 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: auto_allocated_topology.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.428714 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.429223 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: auto-allocated-topology Jan 28 01:40:38.429543 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: availability_zone.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.430228 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.430724 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: availability_zone Jan 28 01:40:38.431776 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: availability_zone_filter.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.432815 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.433319 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: availability_zone_filter Jan 28 01:40:38.433636 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: data_plane_status.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.434536 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.435030 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 01:40:38.435378 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: default_subnetpools.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.436289 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.436789 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: default-subnetpools Jan 28 01:40:38.437105 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: dhcpagentscheduler.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.437911 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.438408 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: dhcp_agent_scheduler Jan 28 01:40:38.438723 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: dns.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.439653 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.440147 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension dns-integration not supported by any of loaded plugins Jan 28 01:40:38.440463 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: dns_domain_ports.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.441370 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.441870 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 01:40:38.442187 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.443135 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.443665 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 01:40:38.443978 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: dvr.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.444651 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.445149 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: dvr Jan 28 01:40:38.445477 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: ecmp_routes.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.446581 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.447297 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 01:40:38.447619 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: empty_string_filtering.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.448573 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.449077 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: empty-string-filtering Jan 28 01:40:38.449395 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.450327 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.450830 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 01:40:38.451150 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.452105 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.452608 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 01:40:38.452926 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: external_net.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.454308 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.454809 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: external-net Jan 28 01:40:38.455130 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: extra_dhcp_opt.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.456277 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.456957 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: extra_dhcp_opt Jan 28 01:40:38.457278 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: extraroute.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.458197 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.458696 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: extraroute Jan 28 01:40:38.459012 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: extraroute_atomic.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.460085 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.460595 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: extraroute-atomic Jan 28 01:40:38.460917 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: filter_validation.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.461827 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.462407 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: filter-validation Jan 28 01:40:38.462727 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: fip_pf_description.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.463658 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.464150 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 01:40:38.467829 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: fip_port_details.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.467829 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.467829 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: fip-port-details Jan 28 01:40:38.467829 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: flavors.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.467829 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.468258 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: flavors Jan 28 01:40:38.468258 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.470077 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.470587 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 01:40:38.470912 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: floatingip_pools.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.471639 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.472140 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: floatingip-pools Jan 28 01:40:38.472460 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: ip_allocation.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.473379 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.473875 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 01:40:38.474194 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.475109 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.475638 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: ip-substring-filtering Jan 28 01:40:38.475962 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: l2_adjacency.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.476878 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.477373 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 01:40:38.478224 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: l3.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.479219 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.479759 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: router Jan 28 01:40:38.480080 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: l3_conntrack_helper.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.482353 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.482874 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 01:40:38.483208 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.484169 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.484679 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: ext-gw-mode Jan 28 01:40:38.485007 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.486063 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.486570 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: l3-ha Jan 28 01:40:38.486896 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: l3_flavors.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.487830 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.488329 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: l3-flavors Jan 28 01:40:38.488651 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.489560 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.490063 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 01:40:38.490384 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: l3agentscheduler.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.491447 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.491955 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: l3_agent_scheduler Jan 28 01:40:38.492280 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: logging.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.494467 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.495000 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension logging not supported by any of loaded plugins Jan 28 01:40:38.495365 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: metering.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.496156 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.496747 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: metering Jan 28 01:40:38.497068 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.498353 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.498868 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: metering_source_and_destination_fields Jan 28 01:40:38.499195 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: multiprovidernet.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.500167 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.500681 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: multi-provider Jan 28 01:40:38.501006 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: netmtu.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.502134 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.502643 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: net-mtu Jan 28 01:40:38.502963 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: netmtu_writable.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.503921 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.504427 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: net-mtu-writable Jan 28 01:40:38.504749 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: network_availability_zone.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.505424 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.505926 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: network_availability_zone Jan 28 01:40:38.506245 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: network_ip_availability.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.507398 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.507911 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: network-ip-availability Jan 28 01:40:38.508250 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: network_segment_range.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.509085 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.509582 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 01:40:38.509900 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: pagination.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.510915 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.511204 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: pagination Jan 28 01:40:38.511553 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: port_device_profile.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.512454 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.512954 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: port-device-profile Jan 28 01:40:38.513271 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.514191 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.514690 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: port-mac-address-regenerate Jan 28 01:40:38.515009 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.515952 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.516606 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: port-numa-affinity-policy Jan 28 01:40:38.516922 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: port_resource_request.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.517836 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.518330 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 01:40:38.518647 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: portbindings.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.519612 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.520114 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: binding Jan 28 01:40:38.520432 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: portbindings_extended.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.521722 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.522231 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: binding-extended Jan 28 01:40:38.522555 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: portsecurity.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.523498 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.524002 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: port-security Jan 28 01:40:38.524321 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: project_id.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.525310 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.525631 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: project-id Jan 28 01:40:38.525947 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: providernet.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.526861 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.527401 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: provider Jan 28 01:40:38.527722 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: qos.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.531338 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.531855 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension qos not supported by any of loaded plugins Jan 28 01:40:38.532183 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.533577 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.534093 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 01:40:38.534422 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.535367 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.535875 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 01:40:38.536201 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: qos_default.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.537103 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.537606 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension qos-default not supported by any of loaded plugins Jan 28 01:40:38.537933 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: qos_fip.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.538582 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.539080 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension qos-fip not supported by any of loaded plugins Jan 28 01:40:38.539427 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: qos_gateway_ip.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.540857 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.541359 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 01:40:38.541683 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: qos_port_network_policy.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.542590 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.543089 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 01:40:38.543441 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: qos_pps_rule.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.544601 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.545103 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension qos-pps not supported by any of loaded plugins Jan 28 01:40:38.545422 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: qos_rule_type_details.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.546324 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.546853 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 01:40:38.547171 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: qos_rules_alias.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.548441 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.548961 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 01:40:38.549404 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: quotasv2.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.550465 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.550785 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: quotas Jan 28 01:40:38.551107 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: quotasv2_detail.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.554600 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.554932 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: quota_details Jan 28 01:40:38.555283 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: rbac.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.557007 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.557556 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: rbac-policies Jan 28 01:40:38.557886 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: rbac_address_group.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.558828 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.559371 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: rbac-address-group Jan 28 01:40:38.559695 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: rbac_address_scope.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.560613 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.561117 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: rbac-address-scope Jan 28 01:40:38.561442 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: rbac_security_groups.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.562348 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.562852 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: rbac-security-groups Jan 28 01:40:38.563170 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: rbac_subnetpool.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.564279 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.564784 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: rbac-subnetpool Jan 28 01:40:38.565100 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: revisionifmatch.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.566013 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.566517 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: revision-if-match Jan 28 01:40:38.566836 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: revisions.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.567982 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.568489 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: standard-attr-revisions Jan 28 01:40:38.568812 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: router_availability_zone.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.569483 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.569984 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: router_availability_zone Jan 28 01:40:38.570303 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: routerservicetype.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.571217 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.571926 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension router-service-type not supported by any of loaded plugins Jan 28 01:40:38.572249 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.573200 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.573701 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: security-groups-normalized-cidr Jan 28 01:40:38.574019 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: security_groups_port_filtering.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.574931 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.575478 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: port-security-groups-filtering Jan 28 01:40:38.575799 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.576710 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.577215 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: security-groups-remote-address-group Jan 28 01:40:38.577534 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: securitygroup.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.589165 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.589693 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: security-group Jan 28 01:40:38.590023 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: segment.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.590810 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.591351 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension segment not supported by any of loaded plugins Jan 28 01:40:38.591681 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.592630 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.593132 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 01:40:38.593455 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: servicetype.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.594649 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.595157 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: service-type Jan 28 01:40:38.595630 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: sorting.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.596620 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.596950 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: sorting Jan 28 01:40:38.597270 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: standard_attr_segment.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.598188 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.598722 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 01:40:38.599051 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: standardattrdescription.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.599750 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.600279 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: standard-attr-description Jan 28 01:40:38.600600 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: stateful_security_group.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.601561 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.602073 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: stateful-security-group Jan 28 01:40:38.602459 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: stdattrs_common.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.603643 dv-cinder-824978-1-smb neutron-server[107749]: WARNING neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 01:40:38.603962 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.604971 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.605756 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 01:40:38.606074 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: subnet_onboard.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.607299 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.607941 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: subnet_onboard Jan 28 01:40:38.608306 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.609302 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.609805 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 01:40:38.610127 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: subnet_service_types.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.611047 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.611578 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: subnet-service-types Jan 28 01:40:38.611898 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: subnetallocation.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.612985 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.613492 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: subnet_allocation Jan 28 01:40:38.613813 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.614489 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.614992 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: subnetpool-prefix-ops Jan 28 01:40:38.615340 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.616265 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.616768 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 01:40:38.617087 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: tagging.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.618184 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.619425 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: standard-attr-tag Jan 28 01:40:38.619791 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: timestamp.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.621001 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.621514 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loaded extension: standard-attr-timestamp Jan 28 01:40:38.621836 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: trunk.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.622868 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.623402 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension trunk not supported by any of loaded plugins Jan 28 01:40:38.623724 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: trunk_details.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.624648 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.625153 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension trunk-details not supported by any of loaded plugins Jan 28 01:40:38.625469 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: uplink_status_propagation.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.626431 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.626887 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 01:40:38.627206 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Loading extension file: vlantransparent.py {{(pid=107749) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 01:40:38.627924 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107749) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 01:40:38.628423 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 01:40:38.630900 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:network Jan 28 01:40:38.631473 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:subnet Jan 28 01:40:38.631873 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 01:40:38.632269 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:port Jan 28 01:40:38.633564 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.v2.resource_helper [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:40:38.634056 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.v2.resource_helper [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Service FLAVORS assigned prefix: {{(pid=107749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:40:38.634814 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.v2.resource_helper [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:40:38.635315 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.v2.resource_helper [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:40:38.635586 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:router Jan 28 01:40:38.636010 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:floatingip Jan 28 01:40:38.636487 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.v2.resource_helper [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Service METERING assigned prefix: /metering {{(pid=107749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:40:38.637943 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.638308 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.638655 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:40:38.639708 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 01:40:38.640149 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:security_group Jan 28 01:40:38.640574 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 01:40:38.641171 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.v2.resource_helper [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Service CORE assigned prefix: {{(pid=107749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:40:38.641494 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 01:40:38.641835 dv-cinder-824978-1-smb neutron-server[107749]: WARNING neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] subnetpool is already registered Jan 28 01:40:38.642255 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.v2.resource_helper [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Service CORE assigned prefix: {{(pid=107749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:40:38.642573 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 01:40:38.642912 dv-cinder-824978-1-smb neutron-server[107749]: WARNING neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] subnetpool is already registered Jan 28 01:40:38.645175 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.v2.resource_helper [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:40:38.645603 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.v2.resource_helper [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Service FLAVORS assigned prefix: {{(pid=107749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:40:38.646180 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.v2.resource_helper [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:40:38.646594 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.v2.resource_helper [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:40:38.646918 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:router Jan 28 01:40:38.647272 dv-cinder-824978-1-smb neutron-server[107749]: WARNING neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] router is already registered Jan 28 01:40:38.647673 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:floatingip Jan 28 01:40:38.648000 dv-cinder-824978-1-smb neutron-server[107749]: WARNING neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] floatingip is already registered Jan 28 01:40:38.648441 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.v2.resource_helper [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Service METERING assigned prefix: /metering {{(pid=107749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:40:38.649085 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 01:40:38.649405 dv-cinder-824978-1-smb neutron-server[107749]: WARNING neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] rbac_policy is already registered Jan 28 01:40:38.650019 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:security_group Jan 28 01:40:38.650373 dv-cinder-824978-1-smb neutron-server[107749]: WARNING neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] security_group is already registered Jan 28 01:40:38.650799 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 01:40:38.651134 dv-cinder-824978-1-smb neutron-server[107749]: WARNING neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] security_group_rule is already registered Jan 28 01:40:38.651812 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.v2.resource_helper [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Service CORE assigned prefix: {{(pid=107749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:40:38.652135 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 01:40:38.652461 dv-cinder-824978-1-smb neutron-server[107749]: WARNING neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] subnetpool is already registered Jan 28 01:40:38.652881 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.v2.resource_helper [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Service CORE assigned prefix: {{(pid=107749) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 01:40:38.653200 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 01:40:38.653523 dv-cinder-824978-1-smb neutron-server[107749]: WARNING neutron.quota.resource_registry [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] subnetpool is already registered Jan 28 01:40:38.653987 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: extensions {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.655536 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: address-groups {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.657074 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: address-scopes {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.658410 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: agents {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.659607 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: auto-allocated-topology {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.660906 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: availability_zones {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.662138 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: dhcp-networks {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.663811 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: dhcp-agents {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.665854 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: routers {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.668350 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: flavors {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.669535 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: service_profiles {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.670776 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: next_providers {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.672248 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: service_profiles {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.673774 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: floatingip-pools {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.674987 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: routers {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.677175 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: floatingips {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.678498 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: l3-routers {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.679920 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: l3-agents {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.682080 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: metering-labels {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.683468 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: metering-label-rules {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.684758 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: network-ip-availabilities {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.686030 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: bindings {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.688645 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: quotas {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.690117 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: quotas {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.691558 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: rbac-policies {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.692776 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: security-groups {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.694090 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: security-group-rules {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.695348 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: service-providers {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.696603 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: subnetpools {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.698252 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: subnetpools {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.699745 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: tags {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.701481 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: tags {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.703509 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: tags {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.705327 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: tags {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.707406 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: tags {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.709303 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: tags {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.710996 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: tags {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.712973 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: tags {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.714779 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: tags {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.716568 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron.api.extensions [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Extended resource: tags {{(pid=107749) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 01:40:38.722853 dv-cinder-824978-1-smb neutron-server[107749]: WARNING keystonemiddleware.auth_token [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 01:40:38.728597 dv-cinder-824978-1-smb neutron-server[107749]: WARNING keystonemiddleware.auth_token [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 01:40:38.737117 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_concurrency.lockutils [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Acquired lock "singleton_lock" {{(pid=107749) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 28 01:40:38.737579 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_concurrency.lockutils [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Releasing lock "singleton_lock" {{(pid=107749) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 28 01:40:38.738210 dv-cinder-824978-1-smb neutron-server[107749]: INFO oslo_service.service [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Starting 2 workers Jan 28 01:40:38.742958 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Started child 107858 {{(pid=107749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 01:40:38.748236 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Started child 107859 {{(pid=107749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 01:40:38.749167 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:40:38.749814 dv-cinder-824978-1-smb neutron-server[107749]: INFO neutron.service [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 01:40:38.750471 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Notify callbacks [] for process, before_spawn {{(pid=107749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:40:38.750840 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [-] (107858) wsgi starting up on http://0.0.0.0:9696 Jan 28 01:40:38.753001 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:40:38.753424 dv-cinder-824978-1-smb neutron-server[107749]: INFO oslo_service.service [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Starting 1 workers Jan 28 01:40:38.754432 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [-] (107859) wsgi starting up on http://0.0.0.0:9696 Jan 28 01:40:38.758373 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Started child 107860 {{(pid=107749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 01:40:38.759043 dv-cinder-824978-1-smb neutron-server[107749]: INFO oslo_service.service [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Starting 1 workers Jan 28 01:40:38.762401 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.service [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] calling RpcWorker wait() {{(pid=107860) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 01:40:38.763029 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.service [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] returning from RpcWorker wait() {{(pid=107860) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 01:40:38.763932 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Started child 107861 {{(pid=107749) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 01:40:38.764386 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:40:38.764774 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG neutron_lib.callbacks.manager [None req-955d6683-cc59-4f15-ba00-790477953e3f None None] Notify callbacks [] for process, after_spawn {{(pid=107749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:40:38.765094 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:38.766612 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107749) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 01:40:38.766822 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 01:40:38.767010 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 01:40:38.767225 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 01:40:38.767780 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 01:40:38.768111 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 01:40:38.768486 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.768762 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.769028 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:40:38.769945 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.769945 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.769945 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.770149 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:38.770230 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.770393 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.770618 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.770901 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.771128 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.771329 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.771502 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.771745 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.771993 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.772286 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.772550 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.772787 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.773059 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.773230 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.773479 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.773758 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.774002 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.774277 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] debug = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.775027 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.775569 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.775790 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.776036 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.776246 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.776509 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.776746 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.777006 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.777265 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.777465 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.777704 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.777947 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.778280 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.778429 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.778613 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.778864 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.779079 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.779583 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] host = dv-cinder-824978-1-smb {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.780071 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.780071 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.780327 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.780553 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.780793 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.781122 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.781262 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.781517 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.781782 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.782001 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.782252 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.782493 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.782726 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.782971 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_file = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.783133 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_options = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.783387 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.783657 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.783907 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.784095 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.784259 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.784432 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.784686 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.784847 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.785094 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.785392 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.785530 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.785729 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.785971 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.786180 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.786433 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.786673 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.786909 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.787115 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.787388 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.787613 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.787833 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.788053 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.788286 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.788498 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.788726 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.789332 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.789332 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.789583 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.789583 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.789824 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.790277 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.790904 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.791295 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.791476 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.791750 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.791967 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.792191 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.792408 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.792664 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.792885 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.793130 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.793390 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.793600 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.793856 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.794066 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.794554 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.794554 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] use_json = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.794940 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.794940 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.795283 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.795447 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.795703 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.795848 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.796022 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.796262 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.796716 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.797325 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.797672 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.798272 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.798604 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.798604 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.799550 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.799550 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.799550 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.799550 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.800121 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.800121 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.800429 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.800566 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.800726 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.801059 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.801418 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.801582 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.801820 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.802069 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.802302 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.802542 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.802769 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.803006 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.803275 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.803727 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.803727 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.804066 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.804342 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.804596 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.804854 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.805194 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.805330 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.805496 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.806092 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.806332 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.806902 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.807054 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.808631 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.808631 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.808631 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.808631 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.808631 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.808631 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.809091 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.809091 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.809210 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.809406 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.809607 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.809851 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.810064 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.810275 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.810501 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.810714 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.810947 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.811175 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.811421 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.811647 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.811858 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.812095 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.812348 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.812568 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.812797 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.813027 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.813243 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.813451 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.813693 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.813928 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.814139 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.814368 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.814599 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.814832 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.815065 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.815780 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.816883 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.816883 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.816883 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.816883 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.816883 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.817297 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.817418 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.817629 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.817845 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.818231 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.818538 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.818903 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.819090 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.819298 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.819719 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.819719 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.820029 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.820239 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.820462 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.822093 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.822093 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.822093 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.822093 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.822093 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.822093 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.823604 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.823604 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.823604 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.823604 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.823604 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.824051 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.824051 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.824813 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.824813 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.824813 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.825123 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.825354 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.825877 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.826291 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.826908 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.827446 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.827844 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.828235 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.828565 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.828945 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.829435 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.829737 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.830055 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.830338 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.830706 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.830965 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.831221 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.831573 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.832122 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.832413 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.832614 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.832864 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.833103 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.833681 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.833826 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.834005 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.834217 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.834445 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.834815 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.835066 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.835423 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.835527 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.835785 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.836053 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.836269 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.836525 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.837610 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.837961 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.838743 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.839081 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.839339 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.839545 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.839879 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.840112 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.840332 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.840561 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.840899 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.841152 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.841495 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.841798 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.842106 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.842473 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.842668 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.842995 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.843229 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.843533 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.843676 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.844260 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.844464 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.844688 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.844932 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.845194 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.845490 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.845772 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.845924 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.846258 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.846427 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.846829 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.846964 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.847204 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.847607 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.847731 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.848107 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.848622 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.848622 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.848622 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.849012 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.849182 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.849364 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.849523 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.849723 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.849971 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.850205 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.850557 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.851102 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.851202 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.851408 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.851726 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.852076 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.852330 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.852550 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.852952 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.853281 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.853521 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.853786 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.854007 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.854399 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.854631 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.854842 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.855296 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.855296 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.855581 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.855794 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.856056 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.856290 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.856543 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.856773 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.856998 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.857242 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.857451 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.857661 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.857877 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.858089 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.858297 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.858538 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.858746 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.858957 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.859195 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.859439 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.859648 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.859874 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.860120 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.860326 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.860542 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.860754 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.860993 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.861214 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.861424 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.861630 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.861848 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.862062 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.862287 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.862707 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.862922 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.863132 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.863376 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.863592 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.863798 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.864111 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.864358 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.864594 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.864881 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.865105 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.865354 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.865614 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.865928 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.866155 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.866395 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.866637 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.866845 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.867041 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.867321 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.867633 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.867910 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.868176 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.868952 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.869230 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.869505 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.869784 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.870010 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.870292 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.870643 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.870908 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.871159 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.871431 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.871676 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.872172 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.872410 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.872625 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.872860 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.873064 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.873322 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.873580 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.873825 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.874046 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.874270 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.874507 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.874748 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.874976 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.875229 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.875463 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.875610 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 01:40:38.876146 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107749) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 01:40:38.876305 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 01:40:38.876569 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 01:40:38.876663 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 01:40:38.876811 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 01:40:38.876897 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 01:40:38.877123 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.877258 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.877578 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.877732 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.877888 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.878218 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.878374 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.878526 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.878683 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.878845 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.879046 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.879159 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.879482 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.879633 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.879780 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.879916 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.880061 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.880196 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.880367 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.880531 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.880667 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.880826 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.880987 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] debug = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.881135 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.881459 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.881668 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.881668 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.881816 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.881925 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.882082 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.882393 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.882393 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.882561 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.882674 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.882876 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.882956 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.883111 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.883434 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.883617 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.883755 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.883976 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] host = dv-cinder-824978-1-smb {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.884258 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.884516 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.884675 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.884945 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.885099 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.885256 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.885413 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.885568 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.885718 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.885929 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.886055 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.886188 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.886302 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.886457 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_file = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.886612 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_options = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.886767 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.886921 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.887207 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.887336 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.887439 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.887594 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.887752 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.887891 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.888041 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.888175 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.888329 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.888469 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.888626 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.888780 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.888935 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.889091 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.889240 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.889460 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.889871 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.889871 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.889871 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.890351 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.890351 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.890351 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.890749 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.890749 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.890749 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.890955 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.890955 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.891092 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.891236 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.891482 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.891638 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.891792 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.891948 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.892101 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.892257 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.892410 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.892568 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.892724 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.892878 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.893032 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.893185 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.893651 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.893651 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.893651 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.893924 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] use_json = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.893924 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.894071 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.894200 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.894353 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.894507 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.894655 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.895035 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.895035 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 01:40:38.895546 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.895546 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.895546 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.895748 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.895748 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.895904 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.896017 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.896165 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.896321 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.896477 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.896643 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.896800 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.896967 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.897186 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.897382 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.897505 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:38.897632 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.897632 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.897847 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.897847 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.898070 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.898198 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.898318 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.898436 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.898591 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.898747 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.898904 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.899061 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.899234 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.899403 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.900063 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.900268 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.900438 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.900714 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.900873 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.901031 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.901189 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.901348 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.901506 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.901664 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.901821 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.901979 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.902136 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.902295 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.902978 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.902978 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.902978 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.902978 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.903693 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.903693 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.903693 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.903693 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.903693 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.905277 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.905277 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.905277 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.905277 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.905277 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.905277 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.905277 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.905277 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.905277 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.906101 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.906101 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.906101 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.906101 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.906101 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.906101 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.906101 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.906798 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.906798 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.906798 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.906798 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.906798 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.907414 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.907414 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.907414 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.907414 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.907817 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.907817 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.907817 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.908148 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.908148 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.908425 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.908425 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.908653 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.908653 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.908855 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.908937 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.909068 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.909234 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.909407 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.909564 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.909772 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.909901 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.910020 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.910173 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.910329 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.910488 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.910630 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.910787 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.910943 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.911100 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.911276 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.911437 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.911594 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.911751 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.911906 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.912063 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.912218 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.912374 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.912531 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.912688 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.912843 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.913000 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.913155 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.913312 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.914114 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.914114 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.914114 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.914114 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.914114 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.914692 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.914692 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.914692 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.914692 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.915022 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.915022 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.915858 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.916044 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.916205 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.916371 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.916529 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.916698 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.916945 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.917198 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.917198 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.917363 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.917601 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.917712 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.917793 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.917933 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.918090 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.918247 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.918404 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.918562 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.918721 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.918877 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.919035 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.919193 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.919375 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.919618 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.919734 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.919841 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.920000 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.920161 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.920427 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.920529 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.920642 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.920772 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.920929 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.921085 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.921244 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.921400 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.921558 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.921716 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.921876 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.922033 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.922189 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.922347 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.922505 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.922661 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.922820 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.922962 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.923119 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.923373 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.923535 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.923802 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.923900 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.924003 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.924462 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.924462 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.924462 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.924818 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.924818 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.925045 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.925045 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.925272 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.925390 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.925516 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.925645 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.926042 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.926042 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.926270 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.926270 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.926494 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.926612 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.926731 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.926849 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.926978 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.927099 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.927266 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.927426 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.927583 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.927742 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.927910 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.928071 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.928223 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.928376 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.928514 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.928647 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.930014 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.930014 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.930014 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.930014 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.930014 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.930014 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.930014 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.930014 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.932878 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.932878 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.932878 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.932878 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.932878 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.932878 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.932878 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.932878 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.933415 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.933415 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.933415 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.933415 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.933415 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.933415 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.933415 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.933415 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.934618 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.934618 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.934618 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.934618 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.934618 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.934618 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.934618 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.934618 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.935679 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.935679 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.935679 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.935679 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.935679 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.935679 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.935679 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.935679 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.936675 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.936675 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.936675 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.936675 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.936675 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.936675 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.936675 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.936675 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.937515 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.937515 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.937515 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.937515 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.937515 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.937515 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.938343 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.938343 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.938343 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.938343 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.938343 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.938343 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.939203 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.939203 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.939203 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.939203 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.939203 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.939203 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.939924 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.939924 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.939924 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.939924 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.940335 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.940335 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.940335 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.941054 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.941054 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.941054 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.941054 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.941054 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.941476 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.941476 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 01:40:38.941476 dv-cinder-824978-1-smb neutron-server[107749]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107749) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 01:40:38.951211 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 37514) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:40:38.960008 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065694 Jan 28 01:40:50.724024 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3046891-84a6-4fe1-84c2-565acbcefbcd None None] get_active_networks_info from dv-cinder-824978-1-smb {{(pid=107860) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 01:40:50.831023 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3046891-84a6-4fe1-84c2-565acbcefbcd None None] No non-hosted networks {{(pid=107860) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 01:40:50.862436 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-dbc22f45-7e84-4593-933c-ff99f95bf771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620368'] for agent, after_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:40:53.059399 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-13c0894c-4356-4338-8635-a556e0011a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620368'] for agent, after_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:40:53.094672 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a8d0-d3c1-458b-8bd2-66fbfcfaf02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:40:54.776588 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620368'] for agent, after_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:40:56.127583 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620368'] for agent, after_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:40:56.241544 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.db.l3_hamode_db [None req-f75d3c47-0799-4393-94f1-74e60b3dfe28 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 01:40:56.330444 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d3c47-0799-4393-94f1-74e60b3dfe28 None None] Routers set() bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:40:56.330865 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d3c47-0799-4393-94f1-74e60b3dfe28 None None] Router IDs set() for agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 01:40:56.580975 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620368'] for agent, after_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:40:56.582073 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:56.582666 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:56.583203 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:56.583782 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:56.584183 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:56.584529 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:56.584902 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:56.585480 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:56.585884 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:56.586276 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:56.586665 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:56.587156 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:56.587530 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824978-1-smb', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:56.594375 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824978-1-smb', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:57.425201 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 37606) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:40:57.962838 dv-cinder-824978-1-smb neutron-server[107859]: WARNING oslo_policy.policy [None req-78b077a6-7406-4cf1-91b1-02256f53edba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:40:57.963434 dv-cinder-824978-1-smb neutron-server[107859]: WARNING oslo_policy.policy [None req-78b077a6-7406-4cf1-91b1-02256f53edba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:40:58.193477 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [None req-78b077a6-7406-4cf1-91b1-02256f53edba admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=107859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:40:58.194571 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-78b077a6-7406-4cf1-91b1-02256f53edba admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7682936 Jan 28 01:41:00.657389 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 37622) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:41:00.985228 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-ccebf5fa-40be-4a06-96c6-7c2bbed8b995 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:01.082148 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.policy [None req-ccebf5fa-40be-4a06-96c6-7c2bbed8b995 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107859) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 01:41:01.131374 dv-cinder-824978-1-smb neutron-server[107859]: WARNING oslo_policy.policy [None req-ccebf5fa-40be-4a06-96c6-7c2bbed8b995 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:41:01.131767 dv-cinder-824978-1-smb neutron-server[107859]: WARNING oslo_policy.policy [None req-ccebf5fa-40be-4a06-96c6-7c2bbed8b995 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:41:01.148589 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.quota [None req-ccebf5fa-40be-4a06-96c6-7c2bbed8b995 admin admin] Loaded quota_driver: . Jan 28 01:41:01.251390 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ccebf5fa-40be-4a06-96c6-7c2bbed8b995 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788469545020', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788469545483', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788469532802', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788469531198', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788470101858', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788469511711', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7845704', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7819386', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-475984', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1695918'] for rbac-policy, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:01.325545 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ccebf5fa-40be-4a06-96c6-7c2bbed8b995 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:01.326769 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-ccebf5fa-40be-4a06-96c6-7c2bbed8b995 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6684418 Jan 28 01:41:04.050071 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 37634) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:41:04.391471 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Request body: {'network': {'project_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:04.426431 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Made reservation on behalf of cfb2106d98304b5e94ec7124669e0ca7 for: {'network': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:41:04.429118 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:04.446659 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:04.564979 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:04.569228 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:04.593466 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1170} {{(pid=107859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:41:04.618847 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788471371789', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:04.619519 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Unsubscribe: segment precommit_create {{(pid=107859) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 01:41:04.620028 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.db.segments_db [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Added segment d74d73c2-cbec-492d-bcad-69190b6917c6 of type vlan for network 34efa0c3-e134-4589-82d6-e2f45be67a9b Jan 28 01:41:04.625894 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848312da-4f88-413b-ad22-4f3d1d7d3a32,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:04.661786 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:04.662141 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:04.662479 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:04.662804 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:04.663125 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:04.663482 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:04.663820 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:04.664120 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:04.664485 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:04.664803 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:04.665115 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:04.665523 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Tracked resource versions report: Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: pushed versions: Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: { 'AddressGroup': {'1.2'}, Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'ConntrackHelper': {'1.0'}, Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'Log': {'1.0'}, Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'Network': {'1.1'}, Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'Port': {'1.7'}, Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'PortForwarding': {'1.2'}, Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'QosPolicy': {'1.9'}, Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'SecurityGroup': {'1.4'}, Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'SubPort': {'1.0'}, Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'Subnet': {'1.1'}, Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'Trunk': {'1.1'}} Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: consumer versions: Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: { DHCP agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: L3 agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: Metadata agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: Metering agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: Open vSwitch agent@dv-cinder-824978-1-smb: { 'AddressGroup': '1.2', Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'ConntrackHelper': '1.0', Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'Log': '1.0', Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'Network': '1.1', Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'Port': '1.7', Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'PortForwarding': '1.2', Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'QosPolicy': '1.9', Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'SecurityGroup': '1.4', Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'SecurityGroupRule': '1.2', Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'SubPort': '1.0', Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'Subnet': '1.1', Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: 'Trunk': '1.1'}} Jan 28 01:41:04.666881 dv-cinder-824978-1-smb neutron-server[107859]: {{(pid=107859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:41:04.738665 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:04.786846 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:04.788125 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:04.788796 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:04.870514 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8193302 Jan 28 01:41:04.903955 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec2695-60db-409b-9e3b-1cf6848ec87e admin admin] Pushing event updated for resources: {'Network': ['ID=34efa0c3-e134-4589-82d6-e2f45be67a9b,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:04.917004 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network 34efa0c3-e134-4589-82d6-e2f45be67a9b details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:41:07.846415 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 37648) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:41:08.267411 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2663ada1-aebf-4dbb-9cc8-dc9839bf768c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:08.268749 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-2663ada1-aebf-4dbb-9cc8-dc9839bf768c admin admin] 10.222.0.58 "GET /v2.0/networks/34efa0c3-e134-4589-82d6-e2f45be67a9b HTTP/1.1" status: 200 len: 826 time: 0.4212465 Jan 28 01:41:08.295323 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-1e0168e5-7b59-4d15-be1c-1a91b977c112 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/4665d26a-a254-4b77-9145-5280b6498b69 HTTP/1.1" status: 200 len: 734 time: 0.0195999 Jan 28 01:41:08.304753 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-641c347c-7cff-479b-bfc5-3a88aacb023a admin admin] Request body: {'subnet': {'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4665d26a-a254-4b77-9145-5280b6498b69', 'name': 'private-subnet', 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b', 'ip_version': 4}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:08.330276 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641c347c-7cff-479b-bfc5-3a88aacb023a admin admin] Made reservation on behalf of cfb2106d98304b5e94ec7124669e0ca7 for: {'subnet': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:41:08.332828 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-641c347c-7cff-479b-bfc5-3a88aacb023a admin admin] Notify callbacks [] for subnet, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:08.638828 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-641c347c-7cff-479b-bfc5-3a88aacb023a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:08.710168 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c347c-7cff-479b-bfc5-3a88aacb023a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a630e119-1eb4-43ad-a4b0-1f59a4f65636,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:08.712710 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641c347c-7cff-479b-bfc5-3a88aacb023a admin admin] Checking segment: {'id': 'd74d73c2-cbec-492d-bcad-69190b6917c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:41:08.713117 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641c347c-7cff-479b-bfc5-3a88aacb023a admin admin] Network hostable DHCP agents. Network: 34efa0c3-e134-4589-82d6-e2f45be67a9b, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:41:08.735430 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641c347c-7cff-479b-bfc5-3a88aacb023a admin admin] Network 34efa0c3-e134-4589-82d6-e2f45be67a9b is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:41:08.751128 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-641c347c-7cff-479b-bfc5-3a88aacb023a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, 34efa0c3-e134-4589-82d6-e2f45be67a9b) {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:08.760242 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641c347c-7cff-479b-bfc5-3a88aacb023a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:08.760423 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb28ee81-c253-4e81-bba2-09eeb475cf04 None None] Network 34efa0c3-e134-4589-82d6-e2f45be67a9b requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:41:08.760871 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-641c347c-7cff-479b-bfc5-3a88aacb023a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:08.777458 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-641c347c-7cff-479b-bfc5-3a88aacb023a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4759691 Jan 28 01:41:09.120852 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3251d021-e988-563e-ba3e-ff2730f448da-34efa0c3-e134-4589-82d6-e2f45be67a9b', 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b', 'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'fixed_ips': [{'subnet_id': 'a630e119-1eb4-43ad-a4b0-1f59a4f65636'}]}} from dv-cinder-824978-1-smb. {{(pid=107860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:41:09.122143 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:09.417695 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.db_base_plugin_common [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Allocated IP 172.20.0.2 (34efa0c3-e134-4589-82d6-e2f45be67a9b/a630e119-1eb4-43ad-a4b0-1f59a4f65636/653215ea-eef3-4441-889a-b371fabd1b7a) {{(pid=107860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:41:09.667275 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Notify callbacks [] for port, precommit_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:09.678118 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:09.762549 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Network 34efa0c3-e134-4589-82d6-e2f45be67a9b is already hosted by enough agents. {{(pid=107860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:41:09.771643 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.base_scheduler [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Resources bound (agent type, host, resource id): {{(pid=107860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:09.777518 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Pushing event updated for resources: {'Port': ['ID=653215ea-eef3-4441-889a-b371fabd1b7a,revision_number=1']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:09.779808 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Received port after_create {{(pid=107860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:41:09.811340 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:09.811685 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:09.812024 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:09.812360 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:09.812865 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:09.813189 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:09.813512 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:09.813834 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:09.814171 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:09.814496 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:09.814812 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:09.815127 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Tracked resource versions report: Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: pushed versions: Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: { 'AddressGroup': {'1.2'}, Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'ConntrackHelper': {'1.0'}, Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'Log': {'1.0'}, Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'Network': {'1.1'}, Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'Port': {'1.7'}, Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'PortForwarding': {'1.2'}, Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'QosPolicy': {'1.9'}, Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'SecurityGroup': {'1.4'}, Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'SubPort': {'1.0'}, Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'Subnet': {'1.1'}, Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'Trunk': {'1.1'}} Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: consumer versions: Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: { DHCP agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: L3 agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: Metadata agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: Metering agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: Open vSwitch agent@dv-cinder-824978-1-smb: { 'AddressGroup': '1.2', Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'ConntrackHelper': '1.0', Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'Log': '1.0', Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'Network': '1.1', Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'Port': '1.7', Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'PortForwarding': '1.2', Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'QosPolicy': '1.9', Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'SecurityGroup': '1.4', Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'SecurityGroupRule': '1.2', Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'SubPort': '1.0', Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'Subnet': '1.1', Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: 'Trunk': '1.1'}} Jan 28 01:41:09.816343 dv-cinder-824978-1-smb neutron-server[107860]: {{(pid=107860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:41:09.865595 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Attempting to bind port 653215ea-eef3-4441-889a-b371fabd1b7a on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:41:09.865983 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Attempting to bind port 653215ea-eef3-4441-889a-b371fabd1b7a by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': 'd74d73c2-cbec-492d-bcad-69190b6917c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:41:09.866413 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Attempting to bind port 653215ea-eef3-4441-889a-b371fabd1b7a on network 34efa0c3-e134-4589-82d6-e2f45be67a9b {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:41:09.871988 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:41:09.872402 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Checking segment: {'id': 'd74d73c2-cbec-492d-bcad-69190b6917c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:41:09.872892 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:09.873280 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Bound using segment: {'id': 'd74d73c2-cbec-492d-bcad-69190b6917c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:41:09.873797 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Bound port: 653215ea-eef3-4441-889a-b371fabd1b7a, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74d73c2-cbec-492d-bcad-69190b6917c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:41:09.874199 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:09.946542 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] For port 653215ea-eef3-4441-889a-b371fabd1b7a, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:41:09.950970 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] For port 653215ea-eef3-4441-889a-b371fabd1b7a, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=653215ea-eef3-4441-889a-b371fabd1b7a,segment=NetworkSegment(d74d73c2-cbec-492d-bcad-69190b6917c6),segment_id=d74d73c2-cbec-492d-bcad-69190b6917c6)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:41:09.955821 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:10.023860 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73253607-c10a-4a43-aee3-f59c3cf8631d None None] Pushing event updated for resources: {'Port': ['ID=653215ea-eef3-4441-889a-b371fabd1b7a,revision_number=2']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:11.334340 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 37656) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:41:11.768840 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [None req-c31a39c1-4efa-4816-bf7d-30ce1cb6d753 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=107859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:41:11.769900 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-c31a39c1-4efa-4816-bf7d-30ce1cb6d753 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4344471 Jan 28 01:41:14.348046 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 37664) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:41:14.720518 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [None req-6fb8e2e6-8e3b-42b4-bba0-156280a58338 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=107859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:41:14.721511 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-6fb8e2e6-8e3b-42b4-bba0-156280a58338 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3725379 Jan 28 01:41:17.592627 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 37678) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:41:17.962663 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 653215ea-eef3-4441-889a-b371fabd1b7a up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:41:17.964157 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-787de0cd-1895-47d8-8e82-387e8247f485 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:17.991506 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-787de0cd-1895-47d8-8e82-387e8247f485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14829'] for router, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:17.993141 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-787de0cd-1895-47d8-8e82-387e8247f485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:18.056949 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 653215ea-eef3-4441-889a-b371fabd1b7a triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:18.057818 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:18.142607 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-787de0cd-1895-47d8-8e82-387e8247f485 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:18.150644 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-787de0cd-1895-47d8-8e82-387e8247f485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614473'] for router, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:18.168217 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-787de0cd-1895-47d8-8e82-387e8247f485 admin admin] Notify callbacks [] for router, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:18.169662 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-787de0cd-1895-47d8-8e82-387e8247f485 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5758913 Jan 28 01:41:18.193489 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:18.236920 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] For port 653215ea-eef3-4441-889a-b371fabd1b7a, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=653215ea-eef3-4441-889a-b371fabd1b7a,segment=NetworkSegment(d74d73c2-cbec-492d-bcad-69190b6917c6),segment_id=d74d73c2-cbec-492d-bcad-69190b6917c6)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:18.243632 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:18.294169 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Pushing event updated for resources: {'Port': ['ID=653215ea-eef3-4441-889a-b371fabd1b7a,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:18.952703 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f79f55a-171f-4116-8030-79e2c62afa02 None None] Network 34efa0c3-e134-4589-82d6-e2f45be67a9b requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:41:19.041622 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-aacf8b0a-d91d-4ae8-8650-9630ec3f9626 None None] Provisioning complete for port 653215ea-eef3-4441-889a-b371fabd1b7a triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:19.042305 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-aacf8b0a-d91d-4ae8-8650-9630ec3f9626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:19.415792 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-52af5c96-90c5-45e6-8b90-6850e699f52e None None] Provisioning complete for port 653215ea-eef3-4441-889a-b371fabd1b7a triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:19.416169 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-52af5c96-90c5-45e6-8b90-6850e699f52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:19.905802 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 653215ea-eef3-4441-889a-b371fabd1b7a up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:41:19.965876 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 653215ea-eef3-4441-889a-b371fabd1b7a triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:19.966243 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:20.634892 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-59d1573f-cd2c-4352-a81a-2ebe508ca74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:20.688439 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 37686) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:41:21.258590 dv-cinder-824978-1-smb neutron-server[107858]: WARNING oslo_policy.policy [None req-4659b36e-12bc-4ad0-a109-e6b6b2f6c981 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:41:21.259164 dv-cinder-824978-1-smb neutron-server[107858]: WARNING oslo_policy.policy [None req-4659b36e-12bc-4ad0-a109-e6b6b2f6c981 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:41:21.485224 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [None req-4659b36e-12bc-4ad0-a109-e6b6b2f6c981 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=107858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:41:21.486499 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-4659b36e-12bc-4ad0-a109-e6b6b2f6c981 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7956028 Jan 28 01:41:23.048786 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-d18b1137-9871-4880-a915-0aff0532850a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:24.038117 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 37704) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:41:24.401537 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:24.424027 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] Made reservation on behalf of b02e10e0d7d747ee88e32fc18f18b159 for: {'network': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:41:24.426364 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:24.436357 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:24.532072 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:24.536898 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:24.561783 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] Reserving flat network on physical network physnet1 {{(pid=107859) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 01:41:24.582672 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd63ad6d-5bd7-4587-aeb6-ca2def9e1cd2,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:24.589035 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:24.589477 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.db.segments_db [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] Added segment 3dd888e3-3c90-4e06-9e7e-72fd21b81dd8 of type flat for network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 Jan 28 01:41:24.642993 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:24.680773 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:24.681721 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:24.682295 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:24.711267 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:24.733388 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6935630 Jan 28 01:41:24.751554 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10171ce5-3b98-49fb-9fd5-e8accc08f468 admin admin] Pushing event updated for resources: {'Network': ['ID=53e1632d-3d8a-4bf7-bdd8-752e18cfbd35,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:24.762085 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:41:26.083609 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:26.588736 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:27.363843 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 37722) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:41:27.547958 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259c02cf-10ec-485f-ad9d-4d445c319f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:27.550065 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-259c02cf-10ec-485f-ad9d-4d445c319f39 admin admin] 10.222.0.58 "GET /v2.0/subnets/a630e119-1eb4-43ad-a4b0-1f59a4f65636 HTTP/1.1" status: 200 len: 849 time: 0.1851053 Jan 28 01:41:27.674819 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-a0cecc47-ed05-492e-a8b0-a3f8344c0613 admin admin] 10.222.0.58 "GET /v2.0/routers/d3d65ef7-4551-4509-b242-e723dd5a809b HTTP/1.1" status: 200 len: 704 time: 0.1174042 Jan 28 01:41:27.963344 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:28.264325 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.db_base_plugin_common [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Allocated IP 172.20.0.1 (34efa0c3-e134-4589-82d6-e2f45be67a9b/a630e119-1eb4-43ad-a4b0-1f59a4f65636/d09cf32e-8fae-410c-a314-97b8b4d5b8ff) {{(pid=107859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:41:28.464227 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Notify callbacks [] for port, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:28.534168 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:28.610173 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Network 34efa0c3-e134-4589-82d6-e2f45be67a9b is already hosted by enough agents. {{(pid=107859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:41:28.619073 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Resources bound (agent type, host, resource id): {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:28.623594 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Received port after_create {{(pid=107859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:41:28.624579 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617012'] for router_interface, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:28.643230 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Pushing event updated for resources: {'Port': ['ID=d09cf32e-8fae-410c-a314-97b8b4d5b8ff,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:28.793966 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-fdf6774a-4267-447b-a804-a168e177e715 None None] Provisioning complete for port d09cf32e-8fae-410c-a314-97b8b4d5b8ff triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:28.794540 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-fdf6774a-4267-447b-a804-a168e177e715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:28.824951 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:28.828442 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6774a-4267-447b-a804-a168e177e715 None None] Port d09cf32e-8fae-410c-a314-97b8b4d5b8ff cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:41:29.040914 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Notify callbacks [] for port, precommit_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:29.045423 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:29.046099 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617096'] for router_interface, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:29.126083 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Pushing event updated for resources: {'Port': ['ID=d09cf32e-8fae-410c-a314-97b8b4d5b8ff,revision_number=2']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:29.170341 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Network 34efa0c3-e134-4589-82d6-e2f45be67a9b is already hosted by enough agents. {{(pid=107859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:41:29.171788 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Resources bound (agent type, host, resource id): {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:29.335972 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Router d3d65ef7-4551-4509-b242-e723dd5a809b is scheduled to L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 with binding_index 1 {{(pid=107859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:41:29.348564 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-ca9ef97b-5d04-4159-bd9f-31c778dad966 None None] Provisioning complete for port d09cf32e-8fae-410c-a314-97b8b4d5b8ff triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:29.348936 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef97b-5d04-4159-bd9f-31c778dad966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:29.385050 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ef97b-5d04-4159-bd9f-31c778dad966 None None] Port d09cf32e-8fae-410c-a314-97b8b4d5b8ff cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:41:29.434131 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:41:29.439451 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-2f945a8b-3b55-4c52-aa4e-b237ee12738b admin admin] 10.222.0.58 "PUT /v2.0/routers/d3d65ef7-4551-4509-b242-e723dd5a809b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7579806 Jan 28 01:41:29.454932 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Sync routers for ids ['d3d65ef7-4551-4509-b242-e723dd5a809b'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:41:29.467229 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Routers {'d3d65ef7-4551-4509-b242-e723dd5a809b'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:29.468230 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:41:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['d3d65ef7-4551-4509-b242-e723dd5a809b'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:29.670417 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Set router d3d65ef7-4551-4509-b242-e723dd5a809b gateway port host: None {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:30.137769 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d65ef7-4551-4509-b242-e723dd5a809b', 'name': 'router1', 'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:18Z', 'updated_at': '2022-01-28T01:41:28Z', 'revision_number': 2, 'project_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'gw_port_host': None, '_interfaces': [{'id': 'd09cf32e-8fae-410c-a314-97b8b4d5b8ff', 'name': '', 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b', 'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'mac_address': 'fa:16:3e:f4:7a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d65ef7-4551-4509-b242-e723dd5a809b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a630e119-1eb4-43ad-a4b0-1f59a4f65636', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:27Z', 'updated_at': '2022-01-28T01:41:28Z', 'revision_number': 2, 'project_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'subnets': [{'id': 'a630e119-1eb4-43ad-a4b0-1f59a4f65636', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4665d26a-a254-4b77-9145-5280b6498b69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:30.190902 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Checking router: d3d65ef7-4551-4509-b242-e723dd5a809b for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:41:30.191298 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Updating router d3d65ef7-4551-4509-b242-e723dd5a809b port d09cf32e-8fae-410c-a314-97b8b4d5b8ff binding host dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:41:30.242237 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:30.790319 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:30.796813 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:30.983822 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1db25-310d-40f7-97cb-8ab8b358b3ae None None] Pushing event updated for resources: {'Port': ['ID=d09cf32e-8fae-410c-a314-97b8b4d5b8ff,revision_number=3']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:30.997936 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Attempting to bind port d09cf32e-8fae-410c-a314-97b8b4d5b8ff on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:41:30.998325 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Attempting to bind port d09cf32e-8fae-410c-a314-97b8b4d5b8ff by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': 'd74d73c2-cbec-492d-bcad-69190b6917c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b'}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:41:30.998779 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Attempting to bind port d09cf32e-8fae-410c-a314-97b8b4d5b8ff on network 34efa0c3-e134-4589-82d6-e2f45be67a9b {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:41:31.007817 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1db25-310d-40f7-97cb-8ab8b358b3ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:31.008246 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1db25-310d-40f7-97cb-8ab8b358b3ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:31.008581 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1db25-310d-40f7-97cb-8ab8b358b3ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:31.008901 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1db25-310d-40f7-97cb-8ab8b358b3ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:31.009220 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1db25-310d-40f7-97cb-8ab8b358b3ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:31.009792 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1db25-310d-40f7-97cb-8ab8b358b3ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:31.009899 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1db25-310d-40f7-97cb-8ab8b358b3ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:31.010152 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1db25-310d-40f7-97cb-8ab8b358b3ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:31.010503 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1db25-310d-40f7-97cb-8ab8b358b3ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:31.010825 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1db25-310d-40f7-97cb-8ab8b358b3ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:31.011133 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1db25-310d-40f7-97cb-8ab8b358b3ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:31.011463 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1db25-310d-40f7-97cb-8ab8b358b3ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1db25-310d-40f7-97cb-8ab8b358b3ae None None] Tracked resource versions report: Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: pushed versions: Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: { 'AddressGroup': {'1.2'}, Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'ConntrackHelper': {'1.0'}, Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'Log': {'1.0'}, Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'Network': {'1.1'}, Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'Port': {'1.7'}, Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'PortForwarding': {'1.2'}, Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'QosPolicy': {'1.9'}, Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'SecurityGroup': {'1.4'}, Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'SubPort': {'1.0'}, Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'Subnet': {'1.1'}, Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'Trunk': {'1.1'}} Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: consumer versions: Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: { DHCP agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: L3 agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: Metadata agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: Metering agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: Open vSwitch agent@dv-cinder-824978-1-smb: { 'AddressGroup': '1.2', Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'ConntrackHelper': '1.0', Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'Log': '1.0', Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'Network': '1.1', Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'Port': '1.7', Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'PortForwarding': '1.2', Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'QosPolicy': '1.9', Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'SecurityGroup': '1.4', Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'SecurityGroupRule': '1.2', Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'SubPort': '1.0', Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'Subnet': '1.1', Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: 'Trunk': '1.1'}} Jan 28 01:41:31.012522 dv-cinder-824978-1-smb neutron-server[107861]: {{(pid=107861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:41:31.014941 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:41:31.015357 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Checking segment: {'id': 'd74d73c2-cbec-492d-bcad-69190b6917c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:41:31.015837 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:31.016318 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Bound using segment: {'id': 'd74d73c2-cbec-492d-bcad-69190b6917c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b'} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:41:31.016700 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Bound port: d09cf32e-8fae-410c-a314-97b8b4d5b8ff, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74d73c2-cbec-492d-bcad-69190b6917c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b'}}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:41:31.017085 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:31.018630 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-218d43d1-6996-415e-b8ce-91fdc590bc65 None None] Provisioning complete for port d09cf32e-8fae-410c-a314-97b8b4d5b8ff triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:31.019602 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-218d43d1-6996-415e-b8ce-91fdc590bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:31.057792 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-218d43d1-6996-415e-b8ce-91fdc590bc65 None None] Port d09cf32e-8fae-410c-a314-97b8b4d5b8ff cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:41:31.082858 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] For port d09cf32e-8fae-410c-a314-97b8b4d5b8ff, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:41:31.103083 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] For port d09cf32e-8fae-410c-a314-97b8b4d5b8ff, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=d09cf32e-8fae-410c-a314-97b8b4d5b8ff,segment=NetworkSegment(d74d73c2-cbec-492d-bcad-69190b6917c6),segment_id=d74d73c2-cbec-492d-bcad-69190b6917c6)] {{(pid=107861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:41:31.107696 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:31.169278 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1db25-310d-40f7-97cb-8ab8b358b3ae None None] Pushing event updated for resources: {'Port': ['ID=d09cf32e-8fae-410c-a314-97b8b4d5b8ff,revision_number=4']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:31.174216 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Routers {'d3d65ef7-4551-4509-b242-e723dd5a809b'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:31.174811 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:41:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['d3d65ef7-4551-4509-b242-e723dd5a809b'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:31.265642 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] Set router d3d65ef7-4551-4509-b242-e723dd5a809b gateway port host: None {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:31.379512 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-fca1b0f9-bed3-4578-b493-929b42d31498 None None] Provisioning complete for port d09cf32e-8fae-410c-a314-97b8b4d5b8ff triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:31.379884 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-fca1b0f9-bed3-4578-b493-929b42d31498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:31.459371 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-fca1b0f9-bed3-4578-b493-929b42d31498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:31.481874 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d65ef7-4551-4509-b242-e723dd5a809b', 'name': 'router1', 'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:18Z', 'updated_at': '2022-01-28T01:41:28Z', 'revision_number': 2, 'project_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'gw_port_host': None, '_interfaces': [{'id': 'd09cf32e-8fae-410c-a314-97b8b4d5b8ff', 'name': '', 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b', 'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'mac_address': 'fa:16:3e:f4:7a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d65ef7-4551-4509-b242-e723dd5a809b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a630e119-1eb4-43ad-a4b0-1f59a4f65636', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:27Z', 'updated_at': '2022-01-28T01:41:31Z', 'revision_number': 4, 'project_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'subnets': [{'id': 'a630e119-1eb4-43ad-a4b0-1f59a4f65636', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4665d26a-a254-4b77-9145-5280b6498b69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:31.493230 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-fca1b0f9-bed3-4578-b493-929b42d31498 None None] For port d09cf32e-8fae-410c-a314-97b8b4d5b8ff, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=d09cf32e-8fae-410c-a314-97b8b4d5b8ff,segment=NetworkSegment(d74d73c2-cbec-492d-bcad-69190b6917c6),segment_id=d74d73c2-cbec-492d-bcad-69190b6917c6)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:31.497560 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-fca1b0f9-bed3-4578-b493-929b42d31498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:31.521380 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce8ba5-8ff5-4fcd-9712-66a316840fb6 None None] The sync data for ids ['d3d65ef7-4551-4509-b242-e723dd5a809b'] in dv-cinder-824978-1-smb is: [{'id': 'd3d65ef7-4551-4509-b242-e723dd5a809b', 'name': 'router1', 'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:18Z', 'updated_at': '2022-01-28T01:41:28Z', 'revision_number': 2, 'project_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'gw_port_host': None, '_interfaces': [{'id': 'd09cf32e-8fae-410c-a314-97b8b4d5b8ff', 'name': '', 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b', 'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'mac_address': 'fa:16:3e:f4:7a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d65ef7-4551-4509-b242-e723dd5a809b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a630e119-1eb4-43ad-a4b0-1f59a4f65636', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:27Z', 'updated_at': '2022-01-28T01:41:31Z', 'revision_number': 4, 'project_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'subnets': [{'id': 'a630e119-1eb4-43ad-a4b0-1f59a4f65636', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4665d26a-a254-4b77-9145-5280b6498b69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:41:31.547825 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1b0f9-bed3-4578-b493-929b42d31498 None None] Pushing event updated for resources: {'Port': ['ID=d09cf32e-8fae-410c-a314-97b8b4d5b8ff,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:31.802491 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 37738) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:41:31.918541 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8621f2a0-961f-462b-b7a4-c838989f8dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:31.923288 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-8621f2a0-961f-462b-b7a4-c838989f8dd6 admin admin] 10.222.0.58 "GET /v2.0/networks/53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 HTTP/1.1" status: 200 len: 842 time: 0.1165977 Jan 28 01:41:31.931423 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-eeaa0065-8258-4ff9-92d7-9fdfe8b3cade admin admin] Request body: {'subnet': {'gateway_ip': '172.28.1.1', 'ip_version': 4, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.1.0/24'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:31.955806 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaa0065-8258-4ff9-92d7-9fdfe8b3cade admin admin] Made reservation on behalf of b02e10e0d7d747ee88e32fc18f18b159 for: {'subnet': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:41:31.958323 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0065-8258-4ff9-92d7-9fdfe8b3cade admin admin] Notify callbacks [] for subnet, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:32.326314 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.objects.ports [None req-eeaa0065-8258-4ff9-92d7-9fdfe8b3cade admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107859) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 01:41:32.326788 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0065-8258-4ff9-92d7-9fdfe8b3cade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:32.390085 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa0065-8258-4ff9-92d7-9fdfe8b3cade admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce5ff57-e9f1-4373-a307-b308380c36d0,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:32.394549 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaa0065-8258-4ff9-92d7-9fdfe8b3cade admin admin] Checking segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:41:32.394920 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaa0065-8258-4ff9-92d7-9fdfe8b3cade admin admin] Network hostable DHCP agents. Network: 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:41:32.415591 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaa0065-8258-4ff9-92d7-9fdfe8b3cade admin admin] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:41:32.425459 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-eeaa0065-8258-4ff9-92d7-9fdfe8b3cade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35) {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:32.433060 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaa0065-8258-4ff9-92d7-9fdfe8b3cade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:32.433365 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0065-8258-4ff9-92d7-9fdfe8b3cade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:32.437261 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4631e96-a416-4950-93a7-19a753917aa8 None None] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:41:32.453332 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-eeaa0065-8258-4ff9-92d7-9fdfe8b3cade admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5263572 Jan 28 01:41:32.588751 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3218a706-13de-4005-873f-3187e11a4ccf None None] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:41:34.886150 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 37746) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:41:35.024548 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.policy [None req-9d10b564-e547-44bc-8500-e363042b2a4f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107858) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 01:41:35.071293 dv-cinder-824978-1-smb neutron-server[107858]: WARNING oslo_policy.policy [None req-9d10b564-e547-44bc-8500-e363042b2a4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:41:35.071697 dv-cinder-824978-1-smb neutron-server[107858]: WARNING oslo_policy.policy [None req-9d10b564-e547-44bc-8500-e363042b2a4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 01:41:35.316223 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-9d10b564-e547-44bc-8500-e363042b2a4f admin admin] 10.222.0.58 "GET /v2.0/routers/d3d65ef7-4551-4509-b242-e723dd5a809b HTTP/1.1" status: 200 len: 710 time: 0.4288089 Jan 28 01:41:35.513837 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3744f100-e85d-4f24-995e-9bec2fdcce54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:35.515618 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-3744f100-e85d-4f24-995e-9bec2fdcce54 admin admin] 10.222.0.58 "GET /v2.0/networks/53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 HTTP/1.1" status: 200 len: 886 time: 0.1917458 Jan 28 01:41:35.525565 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:35.788257 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:36.066833 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:36.149196 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:36.353852 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Allocated IP 172.28.1.35 (53e1632d-3d8a-4bf7-bdd8-752e18cfbd35/fce5ff57-e9f1-4373-a307-b308380c36d0/ea4d8d60-5d04-4c93-b817-4e3c2d87f38e) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:41:36.467351 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:36.531777 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:36.594228 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:41:36.599284 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:36.649398 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:41:36.651682 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Pushing event updated for resources: {'Port': ['ID=ea4d8d60-5d04-4c93-b817-4e3c2d87f38e,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:36.692180 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:36.692539 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:36.692885 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:36.693224 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:36.693584 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:36.693920 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:36.694246 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:36.694605 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:36.694953 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:36.695292 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:36.695635 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:36.695924 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Tracked resource versions report: Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: pushed versions: Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: { 'AddressGroup': {'1.2'}, Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'ConntrackHelper': {'1.0'}, Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'Log': {'1.0'}, Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'Network': {'1.1'}, Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'Port': {'1.7'}, Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'PortForwarding': {'1.2'}, Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'QosPolicy': {'1.9'}, Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'SecurityGroup': {'1.4'}, Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'SubPort': {'1.0'}, Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'Subnet': {'1.1'}, Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'Trunk': {'1.1'}} Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: consumer versions: Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: { DHCP agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: L3 agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: Metadata agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: Metering agent@dv-cinder-824978-1-smb: {}, Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: Open vSwitch agent@dv-cinder-824978-1-smb: { 'AddressGroup': '1.2', Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'ConntrackHelper': '1.0', Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'Log': '1.0', Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'Network': '1.1', Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'Port': '1.7', Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'PortForwarding': '1.2', Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'QosPolicy': '1.9', Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'SecurityGroup': '1.4', Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'SecurityGroupRule': '1.2', Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'SubPort': '1.0', Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'Subnet': '1.1', Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: 'Trunk': '1.1'}} Jan 28 01:41:36.696998 dv-cinder-824978-1-smb neutron-server[107858]: {{(pid=107858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:41:36.806209 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 5 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:41:36.979667 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:37.228551 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-615220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14726'] for router, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:37.233644 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-615171'] for router, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:37.350127 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Router d3d65ef7-4551-4509-b242-e723dd5a809b has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:41:37.458447 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:41:37.463910 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] Notify callbacks [] for router, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:37.465222 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-d4c952c9-c3aa-4174-b00c-1939e40f9bbf admin admin] 10.222.0.58 "PUT /v2.0/routers/d3d65ef7-4551-4509-b242-e723dd5a809b HTTP/1.1" status: 200 len: 889 time: 1.9432037 Jan 28 01:41:37.967343 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device d09cf32e-8fae-410c-a314-97b8b4d5b8ff up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:41:38.015947 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port d09cf32e-8fae-410c-a314-97b8b4d5b8ff triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:38.016319 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:38.215958 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Sync routers for ids ['d3d65ef7-4551-4509-b242-e723dd5a809b'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:41:38.226852 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Routers {'d3d65ef7-4551-4509-b242-e723dd5a809b'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:38.227613 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:41:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['d3d65ef7-4551-4509-b242-e723dd5a809b'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:38.446870 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Set router d3d65ef7-4551-4509-b242-e723dd5a809b gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:38.862911 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d65ef7-4551-4509-b242-e723dd5a809b', 'name': 'router1', 'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ea4d8d60-5d04-4c93-b817-4e3c2d87f38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:18Z', 'updated_at': '2022-01-28T01:41:36Z', 'revision_number': 4, 'project_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'gw_port': {'id': 'ea4d8d60-5d04-4c93-b817-4e3c2d87f38e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d65ef7-4551-4509-b242-e723dd5a809b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:36Z', 'updated_at': '2022-01-28T01:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'd09cf32e-8fae-410c-a314-97b8b4d5b8ff', 'name': '', 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b', 'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'mac_address': 'fa:16:3e:f4:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d65ef7-4551-4509-b242-e723dd5a809b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a630e119-1eb4-43ad-a4b0-1f59a4f65636', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:27Z', 'updated_at': '2022-01-28T01:41:31Z', 'revision_number': 5, 'project_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'subnets': [{'id': 'a630e119-1eb4-43ad-a4b0-1f59a4f65636', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4665d26a-a254-4b77-9145-5280b6498b69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:38.916596 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Checking router: d3d65ef7-4551-4509-b242-e723dd5a809b for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:41:38.916951 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Updating router d3d65ef7-4551-4509-b242-e723dd5a809b port ea4d8d60-5d04-4c93-b817-4e3c2d87f38e binding host dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:41:38.965966 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:39.304928 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Notify callbacks [] for port, precommit_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:39.311939 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:39.448332 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Attempting to bind port ea4d8d60-5d04-4c93-b817-4e3c2d87f38e on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:41:39.448703 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Attempting to bind port ea4d8d60-5d04-4c93-b817-4e3c2d87f38e by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:41:39.449070 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Attempting to bind port ea4d8d60-5d04-4c93-b817-4e3c2d87f38e on network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:41:39.451293 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c6a18-5b7a-495c-8c08-b9cccb331450 None None] Pushing event updated for resources: {'Port': ['ID=ea4d8d60-5d04-4c93-b817-4e3c2d87f38e,revision_number=2']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:39.459466 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:41:39.459466 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Checking segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:41:39.459466 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:39.459466 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Bound using segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:41:39.459466 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Bound port: ea4d8d60-5d04-4c93-b817-4e3c2d87f38e, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:41:39.461209 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:39.512914 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] For port ea4d8d60-5d04-4c93-b817-4e3c2d87f38e, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:41:39.516037 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] For port ea4d8d60-5d04-4c93-b817-4e3c2d87f38e, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=ea4d8d60-5d04-4c93-b817-4e3c2d87f38e,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:41:39.521903 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:39.582273 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Routers {'d3d65ef7-4551-4509-b242-e723dd5a809b'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:39.582791 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:41:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['d3d65ef7-4551-4509-b242-e723dd5a809b'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:39.586846 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c6a18-5b7a-495c-8c08-b9cccb331450 None None] Pushing event updated for resources: {'Port': ['ID=ea4d8d60-5d04-4c93-b817-4e3c2d87f38e,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:39.699736 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] Set router d3d65ef7-4551-4509-b242-e723dd5a809b gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:39.937077 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d65ef7-4551-4509-b242-e723dd5a809b', 'name': 'router1', 'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ea4d8d60-5d04-4c93-b817-4e3c2d87f38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:18Z', 'updated_at': '2022-01-28T01:41:36Z', 'revision_number': 4, 'project_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'gw_port': {'id': 'ea4d8d60-5d04-4c93-b817-4e3c2d87f38e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d65ef7-4551-4509-b242-e723dd5a809b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:36Z', 'updated_at': '2022-01-28T01:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'd09cf32e-8fae-410c-a314-97b8b4d5b8ff', 'name': '', 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b', 'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'mac_address': 'fa:16:3e:f4:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d65ef7-4551-4509-b242-e723dd5a809b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a630e119-1eb4-43ad-a4b0-1f59a4f65636', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:27Z', 'updated_at': '2022-01-28T01:41:31Z', 'revision_number': 5, 'project_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'subnets': [{'id': 'a630e119-1eb4-43ad-a4b0-1f59a4f65636', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4665d26a-a254-4b77-9145-5280b6498b69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:39.963979 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2031f8-47bd-46d9-8137-47f765235692 None None] The sync data for ids ['d3d65ef7-4551-4509-b242-e723dd5a809b'] in dv-cinder-824978-1-smb is: [{'id': 'd3d65ef7-4551-4509-b242-e723dd5a809b', 'name': 'router1', 'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ea4d8d60-5d04-4c93-b817-4e3c2d87f38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:18Z', 'updated_at': '2022-01-28T01:41:36Z', 'revision_number': 4, 'project_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'gw_port': {'id': 'ea4d8d60-5d04-4c93-b817-4e3c2d87f38e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d65ef7-4551-4509-b242-e723dd5a809b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:36Z', 'updated_at': '2022-01-28T01:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'd09cf32e-8fae-410c-a314-97b8b4d5b8ff', 'name': '', 'network_id': '34efa0c3-e134-4589-82d6-e2f45be67a9b', 'tenant_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'mac_address': 'fa:16:3e:f4:7a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d65ef7-4551-4509-b242-e723dd5a809b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a630e119-1eb4-43ad-a4b0-1f59a4f65636', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:27Z', 'updated_at': '2022-01-28T01:41:31Z', 'revision_number': 5, 'project_id': 'cfb2106d98304b5e94ec7124669e0ca7', 'subnets': [{'id': 'a630e119-1eb4-43ad-a4b0-1f59a4f65636', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4665d26a-a254-4b77-9145-5280b6498b69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:41:39.993021 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 37764) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:41:40.141404 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-32b039e4-5935-421b-9e0c-bd8c4d067d62 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1472499 Jan 28 01:41:41.983084 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device ea4d8d60-5d04-4c93-b817-4e3c2d87f38e up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:41:42.032473 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port ea4d8d60-5d04-4c93-b817-4e3c2d87f38e triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:42.033118 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:42.121698 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:42.143937 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] For port ea4d8d60-5d04-4c93-b817-4e3c2d87f38e, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=ea4d8d60-5d04-4c93-b817-4e3c2d87f38e,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:42.149071 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:42.208255 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Pushing event updated for resources: {'Port': ['ID=ea4d8d60-5d04-4c93-b817-4e3c2d87f38e,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:43.973429 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device ea4d8d60-5d04-4c93-b817-4e3c2d87f38e up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:41:44.047886 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port ea4d8d60-5d04-4c93-b817-4e3c2d87f38e triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:44.048889 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:50.645004 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9faebcd2-1184-4546-9537-96ff8a18882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:53.050496 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-002f60ef-5041-40c6-b0f9-a4b2427ff724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:54.709682 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:56.108309 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:41:56.595658 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:42:13.805767 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 5 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:42:20.645718 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-23404600-2ce4-492e-bcbf-08f92b5dd12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:42:23.058832 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-76f9fefa-56ed-46b6-bb36-5fd4286afa88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:42:24.732848 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:42:26.114498 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:42:26.583131 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:42:50.640835 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-338bd07d-d54a-43ae-beb1-c1bc0c5999f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:42:50.804265 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 5 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:42:53.052911 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-3ca36087-06df-4b6c-b2ba-488bb86f1b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:42:54.709911 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:42:56.108920 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:42:56.591090 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:43:19.872485 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38326) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:43:19.936852 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c462d662-d28d-45df-a4ee-aee7abfc330a admin admin] GET failed (client error): The resource could not be found. Jan 28 01:43:19.938253 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-c462d662-d28d-45df-a4ee-aee7abfc330a admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647800 Jan 28 01:43:20.106650 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ae1935-2e94-4727-b619-f08c2b41721a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:20.108160 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-e8ae1935-2e94-4727-b619-f08c2b41721a admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1650858 Jan 28 01:43:20.642253 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-92b3bb10-d08f-4f9a-9091-2dba99444c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:43:22.371336 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38336) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:43:22.464165 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e811d125-12ab-42d7-a47a-b7f233606442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:22.465531 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-e811d125-12ab-42d7-a47a-b7f233606442 admin admin] 10.222.0.58 "GET /v2.0/subnets/a630e119-1eb4-43ad-a4b0-1f59a4f65636 HTTP/1.1" status: 200 len: 849 time: 0.0932429 Jan 28 01:43:22.476822 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:22.563600 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Notify callbacks [] for subnet, before_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:43:22.717747 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788471469990'] for subnet, after_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:43:22.753387 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:22.753974 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:43:22.755578 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] 10.222.0.58 "PUT /v2.0/subnets/a630e119-1eb4-43ad-a4b0-1f59a4f65636 HTTP/1.1" status: 200 len: 868 time: 0.2832694 Jan 28 01:43:22.759774 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf48a73e-6a96-42a3-a4f8-f2d60fe91911 None None] Network 34efa0c3-e134-4589-82d6-e2f45be67a9b requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:43:22.778852 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a630e119-1eb4-43ad-a4b0-1f59a4f65636,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:22.786621 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:22.787034 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:22.787398 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:22.787924 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:22.788477 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:22.788828 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:22.789167 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:22.789490 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:22.789841 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:22.790177 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:22.790505 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:22.790828 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66562379-72e6-4121-a357-2c885dcc4a07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:23.063628 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-8081701e-2741-456a-9cfd-43d28a604468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:43:23.183548 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-7b2891ad-eb32-4e4a-b7cc-567b1c81d47b None None] Provisioning complete for port 653215ea-eef3-4441-889a-b371fabd1b7a triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:23.184003 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-7b2891ad-eb32-4e4a-b7cc-567b1c81d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:43:23.275751 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-7b2891ad-eb32-4e4a-b7cc-567b1c81d47b None None] Provisioning complete for port d09cf32e-8fae-410c-a314-97b8b4d5b8ff triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:23.276067 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-7b2891ad-eb32-4e4a-b7cc-567b1c81d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:43:24.712902 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:43:25.025245 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38344) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:43:25.249088 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57eee9e-e370-4503-a40a-4026b65d6b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:25.249480 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57eee9e-e370-4503-a40a-4026b65d6b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:25.251053 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-f57eee9e-e370-4503-a40a-4026b65d6b65 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2247946 Jan 28 01:43:26.109757 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:43:26.583171 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:43:27.585481 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38352) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:43:27.723658 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53540ed-1b1a-4e5d-b4bb-d35878e41ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:27.724129 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53540ed-1b1a-4e5d-b4bb-d35878e41ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:27.725900 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-d53540ed-1b1a-4e5d-b4bb-d35878e41ab6 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1394563 Jan 28 01:43:27.803904 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 5 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:43:29.977652 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38360) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:43:30.117670 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1680d5a6-1ba5-474d-8295-dcc293fd3601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:30.119033 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-1680d5a6-1ba5-474d-8295-dcc293fd3601 admin admin] 10.222.0.58 "GET /v2.0/networks/34efa0c3-e134-4589-82d6-e2f45be67a9b HTTP/1.1" status: 200 len: 870 time: 0.1404345 Jan 28 01:43:32.402674 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38368) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:43:32.540256 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e95292f-1fe8-46cd-b301-027e4ed11de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:32.541730 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-9e95292f-1fe8-46cd-b301-027e4ed11de3 admin admin] 10.222.0.58 "GET /v2.0/networks/53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 HTTP/1.1" status: 200 len: 886 time: 0.1380317 Jan 28 01:43:34.807185 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38376) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:43:34.934509 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dee945f-3414-474f-88a1-29dda694a99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:34.934967 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dee945f-3414-474f-88a1-29dda694a99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:34.944422 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-8dee945f-3414-474f-88a1-29dda694a99b admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1361337 Jan 28 01:43:37.201428 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38384) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:43:37.308758 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2c0dc5-07f4-45ce-9f6b-48f8aef3f835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:37.309205 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2c0dc5-07f4-45ce-9f6b-48f8aef3f835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:37.310731 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-6d2c0dc5-07f4-45ce-9f6b-48f8aef3f835 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1083236 Jan 28 01:43:39.571347 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38392) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:43:39.673636 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7d8e90-fc95-4423-95b5-f191b0bc4a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:39.675019 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-4b7d8e90-fc95-4423-95b5-f191b0bc4a8f admin admin] 10.222.0.58 "GET /v2.0/subnets/a630e119-1eb4-43ad-a4b0-1f59a4f65636 HTTP/1.1" status: 200 len: 868 time: 0.1027012 Jan 28 01:43:41.993305 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38400) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:43:42.079788 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9230b997-7433-46e3-be9f-de7e54d7609b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:42.081100 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-9230b997-7433-46e3-be9f-de7e54d7609b admin admin] 10.222.0.58 "GET /v2.0/subnets/fce5ff57-e9f1-4373-a307-b308380c36d0 HTTP/1.1" status: 200 len: 816 time: 0.0868239 Jan 28 01:43:50.644376 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-e12387b8-44a2-42d0-b3c1-ec36be36be19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:43:53.056930 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-03c466cd-5895-4ab0-8a19-c8f687e80d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:43:54.714855 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:43:56.111977 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:43:56.587233 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:02.826567 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38454) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:44:02.877858 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [None req-e74f1188-7f93-4186-b508-1fa0e6d58366 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=107859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:44:02.878842 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-e74f1188-7f93-4186-b508-1fa0e6d58366 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513637 Jan 28 01:44:04.801737 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 5 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:44:05.217803 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 38462) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:44:05.283614 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.pecan_wsgi.hooks.translation [None req-2392a17b-1ad6-4a73-9db1-84435a499933 admin admin] GET failed (client error): The resource could not be found. Jan 28 01:44:05.284925 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-2392a17b-1ad6-4a73-9db1-84435a499933 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661914 Jan 28 01:44:05.431806 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6583259c-9608-4d4a-9b92-28033070d319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:05.433212 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-6583259c-9608-4d4a-9b92-28033070d319 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1427567 Jan 28 01:44:07.748232 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 38472) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:44:07.797846 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:07.798941 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.quota [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Loaded quota_driver: . Jan 28 01:44:07.838199 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Made reservation on behalf of b02e10e0d7d747ee88e32fc18f18b159 for: {'network': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:44:07.840885 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:07.886084 dv-cinder-824978-1-smb neutron-server[107858]: WARNING neutron.services.revisions.revision_plugin [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Could not find related network for resource to bump revision. Jan 28 01:44:07.903552 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1166} {{(pid=107858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:44:07.916117 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788471371789', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:07.916590 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Unsubscribe: segment precommit_create {{(pid=107858) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 01:44:07.917093 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.segments_db [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Added segment ccda493b-70bb-420f-bc9b-5c2c743f96d7 of type vlan for network bfc16a36-2cdb-40b2-a993-d0d2883af06b Jan 28 01:44:07.968924 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:08.000026 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:08.000945 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:08.001518 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:08.077327 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3279936 Jan 28 01:44:08.103426 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Pushing event updated for resources: {'Network': ['ID=bfc16a36-2cdb-40b2-a993-d0d2883af06b,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:08.111005 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:08.111408 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:08.111751 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:08.112083 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:08.112407 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:08.112729 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:08.113051 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:08.113371 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:08.113707 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:08.114116 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:08.114435 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:08.115422 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea4b10-8130-4ae8-8c35-253fbb42b948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:08.140369 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network bfc16a36-2cdb-40b2-a993-d0d2883af06b details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:44:10.508702 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 38480) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:44:10.576035 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47ad317-c06f-4d8e-9c18-cd5e5d28c21d admin admin] GET failed (client error): The resource could not be found. Jan 28 01:44:10.577347 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-d47ad317-c06f-4d8e-9c18-cd5e5d28c21d admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0676875 Jan 28 01:44:10.652903 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f0a1dc-7498-4e04-a59c-1384f9cff5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:10.654380 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-d5f0a1dc-7498-4e04-a59c-1384f9cff5cf admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0724170 Jan 28 01:44:10.664769 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-fadfd11f-f866-405d-921c-9c9137746d3c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'bfc16a36-2cdb-40b2-a993-d0d2883af06b', 'name': 'shared-subnet'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:10.689846 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadfd11f-f866-405d-921c-9c9137746d3c admin admin] Made reservation on behalf of b02e10e0d7d747ee88e32fc18f18b159 for: {'subnet': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:44:10.692210 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fadfd11f-f866-405d-921c-9c9137746d3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:10.891619 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fadfd11f-f866-405d-921c-9c9137746d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:10.950677 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfd11f-f866-405d-921c-9c9137746d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c480066d-e57d-4e6d-af5c-47471c065325,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:10.963366 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadfd11f-f866-405d-921c-9c9137746d3c admin admin] Checking segment: {'id': 'ccda493b-70bb-420f-bc9b-5c2c743f96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'bfc16a36-2cdb-40b2-a993-d0d2883af06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:44:10.963710 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadfd11f-f866-405d-921c-9c9137746d3c admin admin] Network hostable DHCP agents. Network: bfc16a36-2cdb-40b2-a993-d0d2883af06b, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:44:10.984566 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadfd11f-f866-405d-921c-9c9137746d3c admin admin] Network bfc16a36-2cdb-40b2-a993-d0d2883af06b is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:44:10.996004 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-fadfd11f-f866-405d-921c-9c9137746d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, bfc16a36-2cdb-40b2-a993-d0d2883af06b) {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:44:11.001148 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadfd11f-f866-405d-921c-9c9137746d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:11.001730 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fadfd11f-f866-405d-921c-9c9137746d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:11.006355 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141d017b-d5aa-4a43-8439-3774cee26a13 None None] Network bfc16a36-2cdb-40b2-a993-d0d2883af06b requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:44:11.019078 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-fadfd11f-f866-405d-921c-9c9137746d3c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3576946 Jan 28 01:44:11.258594 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3251d021-e988-563e-ba3e-ff2730f448da-bfc16a36-2cdb-40b2-a993-d0d2883af06b', 'network_id': 'bfc16a36-2cdb-40b2-a993-d0d2883af06b', 'tenant_id': 'b02e10e0d7d747ee88e32fc18f18b159', 'fixed_ips': [{'subnet_id': 'c480066d-e57d-4e6d-af5c-47471c065325'}]}} from dv-cinder-824978-1-smb. {{(pid=107860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:44:11.259554 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:11.415293 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.db_base_plugin_common [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Allocated IP 192.168.233.2 (bfc16a36-2cdb-40b2-a993-d0d2883af06b/c480066d-e57d-4e6d-af5c-47471c065325/7f119e64-5434-42d4-b63e-13b1d5bcdc41) {{(pid=107860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:44:11.570877 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Notify callbacks [] for port, precommit_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:11.578099 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:11.624849 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Network bfc16a36-2cdb-40b2-a993-d0d2883af06b is already hosted by enough agents. {{(pid=107860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:44:11.628899 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.base_scheduler [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Resources bound (agent type, host, resource id): {{(pid=107860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:44:11.632093 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Pushing event updated for resources: {'Port': ['ID=7f119e64-5434-42d4-b63e-13b1d5bcdc41,revision_number=1']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:11.634882 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Received port after_create {{(pid=107860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:44:11.644493 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:11.644995 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:11.645347 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:11.645688 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:11.646118 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:11.646491 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:11.646826 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:11.647155 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:11.647575 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:11.647909 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:11.648256 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:11.648583 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:11.704575 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Attempting to bind port 7f119e64-5434-42d4-b63e-13b1d5bcdc41 on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:44:11.705005 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Attempting to bind port 7f119e64-5434-42d4-b63e-13b1d5bcdc41 by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': 'ccda493b-70bb-420f-bc9b-5c2c743f96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'bfc16a36-2cdb-40b2-a993-d0d2883af06b'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:44:11.705328 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Attempting to bind port 7f119e64-5434-42d4-b63e-13b1d5bcdc41 on network bfc16a36-2cdb-40b2-a993-d0d2883af06b {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:44:11.712732 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:44:11.713102 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Checking segment: {'id': 'ccda493b-70bb-420f-bc9b-5c2c743f96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'bfc16a36-2cdb-40b2-a993-d0d2883af06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:44:11.714114 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:11.714114 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Bound using segment: {'id': 'ccda493b-70bb-420f-bc9b-5c2c743f96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'bfc16a36-2cdb-40b2-a993-d0d2883af06b'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:44:11.714392 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Bound port: 7f119e64-5434-42d4-b63e-13b1d5bcdc41, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccda493b-70bb-420f-bc9b-5c2c743f96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'bfc16a36-2cdb-40b2-a993-d0d2883af06b'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:44:11.715292 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:11.789722 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] For port 7f119e64-5434-42d4-b63e-13b1d5bcdc41, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:44:11.793864 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] For port 7f119e64-5434-42d4-b63e-13b1d5bcdc41, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=7f119e64-5434-42d4-b63e-13b1d5bcdc41,segment=NetworkSegment(ccda493b-70bb-420f-bc9b-5c2c743f96d7),segment_id=ccda493b-70bb-420f-bc9b-5c2c743f96d7)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:44:11.798773 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:11.860635 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbc4de-8e97-488a-a4d6-2c11e0a6b104 None None] Pushing event updated for resources: {'Port': ['ID=7f119e64-5434-42d4-b63e-13b1d5bcdc41,revision_number=2']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:12.754648 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c284b608-307a-4869-9750-9aaa35c75760 None None] Network bfc16a36-2cdb-40b2-a993-d0d2883af06b requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:44:12.850600 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-c8ae9dce-fb67-476a-8ded-b21bd1f3dec6 None None] Provisioning complete for port 7f119e64-5434-42d4-b63e-13b1d5bcdc41 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:12.851052 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c8ae9dce-fb67-476a-8ded-b21bd1f3dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:12.990513 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c8ae9dce-fb67-476a-8ded-b21bd1f3dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:13.029055 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-c8ae9dce-fb67-476a-8ded-b21bd1f3dec6 None None] For port 7f119e64-5434-42d4-b63e-13b1d5bcdc41, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=7f119e64-5434-42d4-b63e-13b1d5bcdc41,segment=NetworkSegment(ccda493b-70bb-420f-bc9b-5c2c743f96d7),segment_id=ccda493b-70bb-420f-bc9b-5c2c743f96d7)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:13.033875 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c8ae9dce-fb67-476a-8ded-b21bd1f3dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:13.090685 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae9dce-fb67-476a-8ded-b21bd1f3dec6 None None] Pushing event updated for resources: {'Port': ['ID=7f119e64-5434-42d4-b63e-13b1d5bcdc41,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:13.262689 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-f70f64a3-c109-4fc3-943a-ecbe16d0bd59 None None] Provisioning complete for port 7f119e64-5434-42d4-b63e-13b1d5bcdc41 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:13.262950 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-f70f64a3-c109-4fc3-943a-ecbe16d0bd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:14.063522 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 7f119e64-5434-42d4-b63e-13b1d5bcdc41 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:44:14.117260 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 7f119e64-5434-42d4-b63e-13b1d5bcdc41 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:14.117626 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:20.650435 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-128eea36-22de-4cc3-b0a4-eb76b16a41ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:23.064436 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-865a56f8-d2a8-4075-a359-ac4a8cec5f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:24.716737 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:26.113879 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:26.588701 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:41.799903 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 5 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:44:50.656901 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-70f16d43-366d-4034-9118-717a384b2b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:53.058279 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-2a947fe3-5735-4dc8-a9ec-ae4775202a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:54.720569 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:56.116598 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:44:56.591194 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:18.798241 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 5 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:45:20.650730 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c2c3caba-8742-460b-bfb1-b04d1c385525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:23.062148 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bd90f735-2261-400e-b017-36d601ace5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:24.725283 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:26.119626 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:26.601052 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:29.911217 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38532) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:45:29.916965 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [None req-cb06ddd1-8a71-477f-95cf-a648cc1e7908 tempest-verify_tempest_config-52874279 tempest-verify_tempest_config-52874279-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=107859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:45:29.918008 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-cb06ddd1-8a71-477f-95cf-a648cc1e7908 tempest-verify_tempest_config-52874279 tempest-verify_tempest_config-52874279-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057807 Jan 28 01:45:30.227728 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 38550) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:45:30.338941 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:30.450405 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:30.454502 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:30.502422 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4287ed8e5a54497ea03e471a237ab507&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2702682 Jan 28 01:45:30.503537 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafa1678-9f51-41fc-8ca3-34b97d85960e,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:30.506501 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38556) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:45:30.511131 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.511622 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.511968 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.512302 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.512639 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.512969 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.513295 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.513619 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.513958 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.514279 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.514597 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.514912 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653600f-a10d-4971-94a9-ff0e5a7f0c8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.565058 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:30.586022 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:30.677750 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:30.681698 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:30.683512 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cafa1678-9f51-41fc-8ca3-34b97d85960e HTTP/1.1" status: 204 len: 168 time: 0.1757083 Jan 28 01:45:30.696076 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafa1678-9f51-41fc-8ca3-34b97d85960e,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:30.705877 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.706158 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.706503 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.706867 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.707339 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.707679 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.708100 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.708322 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.708963 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.709348 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.709986 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:30.710726 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7945646-0675-4713-8a55-70bc04f49df1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:45:50.660022 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-7a4c11f7-49d0-4360-803a-ad7a9cdf9927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:53.064818 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-e942368a-dd10-4993-a91d-f915fb599c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:54.726564 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:55.797540 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 5 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:45:56.124850 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:45:56.592711 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:46:20.655711 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-734da8dc-14e7-4cfa-9ecf-b8acb0c0c21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:46:23.067718 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-008ddbb4-2f3d-45fa-abe0-0fbf313432f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:46:24.730672 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:46:26.125428 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:46:26.594729 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:46:32.796109 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 5 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:46:50.663581 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c8a52867-0bdc-47d9-ac2b-1c74cdcdd4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:46:53.068309 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-835809a8-c104-4dc8-86d6-11be4d723b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:46:54.733417 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:46:56.130917 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:46:56.597529 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:47:09.794723 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 5 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:47:18.953667 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-620368'] for agent, after_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:47:20.654476 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-16f2a452-0bd6-42ad-846b-035204a0efab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:47:23.073894 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-cc2f37f9-f313-4317-9604-1b5903a11403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:47:24.735376 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:47:26.131417 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:47:26.599595 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:47:30.268052 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 38628) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:47:30.379509 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-11dd58c0-c2bf-4fb7-afca-fec0edfd305a admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1101019 Jan 28 01:47:32.713927 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 38638) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:47:32.769977 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-537688c4-0f2d-4eb9-87d1-645370ac412f admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0549679 Jan 28 01:47:46.793740 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:47:48.912747 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:47:50.655371 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-1424a0fb-c360-406e-9655-8f2567981e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:47:53.074066 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-066101a3-7bcc-4476-a2de-77ebc766afcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:47:54.739644 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:47:56.135199 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:47:56.609888 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:18.927603 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:20.656057 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-d4aed709-f636-46fb-a082-8887529920c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:23.078071 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9fb2fefe-0893-4a08-b8a9-9c8a1cd6a7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:23.792371 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:48:24.742998 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:26.137820 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:26.604221 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:48.944452 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:50.658465 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-084a289c-f3a5-4ff5-b0c2-d3e4a6a90301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:53.079819 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-64d75301-ef31-4283-9f03-82de7fdf8556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:54.740925 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:56.145632 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:48:56.606169 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:00.791545 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:49:18.944004 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:20.663022 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c06cf1c6-d2cb-4308-9e13-6add4542a1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:23.081445 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-7711aec5-fa90-48e2-9f21-9f90b80bbeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:24.743634 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:26.146199 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:26.627156 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:31.128883 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 38792) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:31.547041 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-635397595-network', 'tenant_id': 'bda998da85fd41b3b884cc053da92747'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:31.574052 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Made reservation on behalf of bda998da85fd41b3b884cc053da92747 for: {'network': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:49:31.577081 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:31.594863 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:31.693786 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:31.699093 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:31.727007 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:31.739229 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:31.739601 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:31.739934 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:31.740554 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:31.741090 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:31.741644 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:31.742022 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:31.742354 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:31.742680 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:31.743003 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:31.743344 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:31.743819 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Tracked resource versions report: Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: pushed versions: Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: { 'AddressGroup': {'1.2'}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'ConntrackHelper': {'1.0'}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'Log': {'1.0'}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'Network': {'1.1'}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'Port': {'1.7'}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'PortForwarding': {'1.2'}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'QosPolicy': {'1.9'}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'SecurityGroup': {'1.4'}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'SubPort': {'1.0'}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'Subnet': {'1.1'}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'Trunk': {'1.1'}} Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: consumer versions: Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: { DHCP agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: HyperV agent@hv-cinder-82497: {}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: L3 agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: Metadata agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: Metering agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: Open vSwitch agent@dv-cinder-824978-1-smb: { 'AddressGroup': '1.2', Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'ConntrackHelper': '1.0', Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'Log': '1.0', Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'Network': '1.1', Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'Port': '1.7', Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'PortForwarding': '1.2', Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'QosPolicy': '1.9', Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'SecurityGroup': '1.4', Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'SecurityGroupRule': '1.2', Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'SubPort': '1.0', Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'Subnet': '1.1', Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: 'Trunk': '1.1'}} Jan 28 01:49:31.744891 dv-cinder-824978-1-smb neutron-server[107858]: {{(pid=107858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:49:31.749291 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1156} {{(pid=107858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:49:31.761856 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:31.762276 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.segments_db [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Added segment daa1df59-fcd6-495f-88b7-24a30559b594 of type vlan for network 16f69dea-f398-43d3-b58c-4280e56d3e0c Jan 28 01:49:31.808791 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:31.835932 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:31.837242 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:31.837954 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:31.870625 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7399848 Jan 28 01:49:31.870956 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38838) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:31.883181 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Request body: {'subnet': {'network_id': '16f69dea-f398-43d3-b58c-4280e56d3e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-635397595-subnet', 'tenant_id': 'bda998da85fd41b3b884cc053da92747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:31.919976 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Made reservation on behalf of bda998da85fd41b3b884cc053da92747 for: {'subnet': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:49:31.923279 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Notify callbacks [] for subnet, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:31.989874 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e410049-dede-4c75-9208-f319fd4173d9 admin admin] Pushing event updated for resources: {'Network': ['ID=16f69dea-f398-43d3-b58c-4280e56d3e0c,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:32.004275 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network 16f69dea-f398-43d3-b58c-4280e56d3e0c details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:49:32.193502 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:32.252713 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Pushing event updated for resources: {'Subnet': ['ID=136bac2b-415b-4d2f-aeb4-6dfe40ab315c,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:32.265932 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Checking segment: {'id': 'daa1df59-fcd6-495f-88b7-24a30559b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '16f69dea-f398-43d3-b58c-4280e56d3e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:49:32.266587 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Network hostable DHCP agents. Network: 16f69dea-f398-43d3-b58c-4280e56d3e0c, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:49:32.271001 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:32.271392 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:32.271767 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:32.272159 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:32.272478 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:32.272798 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:32.273303 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:32.273627 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:32.273964 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:32.274284 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:32.274597 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:32.275074 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Tracked resource versions report: Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: pushed versions: Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: { 'AddressGroup': {'1.2'}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'ConntrackHelper': {'1.0'}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'Log': {'1.0'}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'Network': {'1.1'}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'Port': {'1.7'}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'PortForwarding': {'1.2'}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'QosPolicy': {'1.9'}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'SecurityGroup': {'1.4'}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'SubPort': {'1.0'}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'Subnet': {'1.1'}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'Trunk': {'1.1'}} Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: consumer versions: Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: { DHCP agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: HyperV agent@hv-cinder-82497: {}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: L3 agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: Metadata agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: Metering agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: Open vSwitch agent@dv-cinder-824978-1-smb: { 'AddressGroup': '1.2', Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'ConntrackHelper': '1.0', Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'Log': '1.0', Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'Network': '1.1', Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'Port': '1.7', Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'PortForwarding': '1.2', Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'QosPolicy': '1.9', Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'SecurityGroup': '1.4', Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'SecurityGroupRule': '1.2', Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'SubPort': '1.0', Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'Subnet': '1.1', Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: 'Trunk': '1.1'}} Jan 28 01:49:32.276243 dv-cinder-824978-1-smb neutron-server[107859]: {{(pid=107859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:49:32.293478 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Network 16f69dea-f398-43d3-b58c-4280e56d3e0c is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:49:32.304037 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, 16f69dea-f398-43d3-b58c-4280e56d3e0c) {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:32.309944 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:32.311682 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:32.322561 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4389eb-d27a-4f1a-af6c-86652ebb09ef None None] Network 16f69dea-f398-43d3-b58c-4280e56d3e0c requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:49:32.339211 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-1d66712d-40a9-47e0-9d4a-78e805a1acba admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4670188 Jan 28 01:49:32.582923 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 38868) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:32.610931 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 38872) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:32.625999 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ffd097-dc2b-491d-882b-0764e577cd95 None None] Network 16f69dea-f398-43d3-b58c-4280e56d3e0c requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:49:32.919549 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-492008973-network', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:32.947779 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] Made reservation on behalf of d01227c1e2c345be95db5c7d427534e6 for: {'network': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:49:32.950076 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:32.959163 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:32.966929 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-579265118-network', 'tenant_id': 'c429dadc11994a4186276b0066a5c162'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:33.017667 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] Made reservation on behalf of c429dadc11994a4186276b0066a5c162 for: {'network': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:49:33.020155 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.033347 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.054525 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 38890) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:33.114919 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.120587 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.140923 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1154} {{(pid=107858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:49:33.155851 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.156300 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.segments_db [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] Added segment 38b31074-d6b2-4758-8153-7095612d9343 of type vlan for network 81043963-f01a-4238-ae3c-e4422abf49e4 Jan 28 01:49:33.212405 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.240884 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2edb28-797e-46a2-899b-3c2876a2d478,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:33.290186 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.299534 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.325170 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.327048 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:33.328073 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.410166 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1199} {{(pid=107858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:49:33.433261 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de97567d-3be9-4f16-832b-ab4a4c835508,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:33.448457 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38914) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:33.449436 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8646674 Jan 28 01:49:33.451890 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2ba47-23fb-4f92-ab36-30657f99498c admin admin] Pushing event updated for resources: {'Network': ['ID=81043963-f01a-4238-ae3c-e4422abf49e4,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:33.455111 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-027d1a98-acba-47ca-936a-9eefb6e9f1a5 admin admin] Request body: {'subnet': {'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-492008973-subnet', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:33.458097 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.458554 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.segments_db [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] Added segment 283cff03-f327-4142-9284-0bb4f2de14ce of type vlan for network b8752f4f-97b1-46ef-a6e7-e53edf6b01be Jan 28 01:49:33.482230 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network 81043963-f01a-4238-ae3c-e4422abf49e4 details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:49:33.499041 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027d1a98-acba-47ca-936a-9eefb6e9f1a5 admin admin] Made reservation on behalf of d01227c1e2c345be95db5c7d427534e6 for: {'subnet': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:49:33.502975 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-027d1a98-acba-47ca-936a-9eefb6e9f1a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.514734 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-621695749-network', 'tenant_id': '2fbb58ace44244c99f034978e651d64d'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:33.523389 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.560366 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] Made reservation on behalf of 2fbb58ace44244c99f034978e651d64d for: {'network': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:49:33.563015 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.578879 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.592088 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.593137 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:33.593801 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.708338 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0962241 Jan 28 01:49:33.712830 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 38922) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:33.723557 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-8d477246-aed5-44e9-bbff-2319fa6e1b8d admin admin] Request body: {'subnet': {'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-subnet', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:33.753113 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e52a8-705c-41fe-932e-f23b8ba3639c admin admin] Pushing event updated for resources: {'Network': ['ID=b8752f4f-97b1-46ef-a6e7-e53edf6b01be,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:33.765891 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network b8752f4f-97b1-46ef-a6e7-e53edf6b01be details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:49:33.800949 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d477246-aed5-44e9-bbff-2319fa6e1b8d admin admin] Made reservation on behalf of c429dadc11994a4186276b0066a5c162 for: {'subnet': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:49:33.804252 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8d477246-aed5-44e9-bbff-2319fa6e1b8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.960541 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.973048 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:33.993071 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-027d1a98-acba-47ca-936a-9eefb6e9f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.020476 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1162} {{(pid=107858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:49:34.094868 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d1a98-acba-47ca-936a-9eefb6e9f1a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e45da0d-8ce5-4dd6-9ebf-a92f00adf184,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:34.098926 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:34.114184 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.114515 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.segments_db [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] Added segment 7bd93564-303b-44cd-9694-7a7af8af2699 of type vlan for network aa8ebc51-a01b-498f-97ec-dfa700d8d83d Jan 28 01:49:34.119988 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027d1a98-acba-47ca-936a-9eefb6e9f1a5 admin admin] Checking segment: {'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:49:34.120477 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027d1a98-acba-47ca-936a-9eefb6e9f1a5 admin admin] Network hostable DHCP agents. Network: 81043963-f01a-4238-ae3c-e4422abf49e4, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:49:34.149930 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027d1a98-acba-47ca-936a-9eefb6e9f1a5 admin admin] Network 81043963-f01a-4238-ae3c-e4422abf49e4 is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:49:34.170408 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-027d1a98-acba-47ca-936a-9eefb6e9f1a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, 81043963-f01a-4238-ae3c-e4422abf49e4) {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:34.174042 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8d477246-aed5-44e9-bbff-2319fa6e1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.176596 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027d1a98-acba-47ca-936a-9eefb6e9f1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:34.177455 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-027d1a98-acba-47ca-936a-9eefb6e9f1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.184296 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437ff316-5ecf-47a8-9943-a4a6a6c5e8a8 None None] Network 81043963-f01a-4238-ae3c-e4422abf49e4 requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:49:34.201671 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-027d1a98-acba-47ca-936a-9eefb6e9f1a5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7523067 Jan 28 01:49:34.205595 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 38946) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:34.216992 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:34.243296 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.271864 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14829'] for router, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.273004 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.323192 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d477246-aed5-44e9-bbff-2319fa6e1b8d admin admin] Checking segment: {'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:49:34.323581 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d477246-aed5-44e9-bbff-2319fa6e1b8d admin admin] Network hostable DHCP agents. Network: b8752f4f-97b1-46ef-a6e7-e53edf6b01be, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:49:34.337974 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.341237 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d477246-aed5-44e9-bbff-2319fa6e1b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b47d88-4276-41ac-88c0-29b5a88b4328,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:34.371931 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.375267 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:34.375922 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.406921 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d477246-aed5-44e9-bbff-2319fa6e1b8d admin admin] Network b8752f4f-97b1-46ef-a6e7-e53edf6b01be is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:49:34.519206 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3251d021-e988-563e-ba3e-ff2730f448da-81043963-f01a-4238-ae3c-e4422abf49e4', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184'}]}} from dv-cinder-824978-1-smb. {{(pid=107860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:49:34.520525 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.534458 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.546833 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4882891 Jan 28 01:49:34.550891 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 38960) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:34.554949 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-8d477246-aed5-44e9-bbff-2319fa6e1b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, b8752f4f-97b1-46ef-a6e7-e53edf6b01be) {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:34.562952 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d477246-aed5-44e9-bbff-2319fa6e1b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:34.563610 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8d477246-aed5-44e9-bbff-2319fa6e1b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.572120 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a049cbfc-eb66-4132-aff0-367942b4e779 None None] Network b8752f4f-97b1-46ef-a6e7-e53edf6b01be requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:49:34.582119 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-4b276ffe-b1fa-492d-9098-e11d63f21376 admin admin] Request body: {'subnet': {'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-621695749-subnet', 'tenant_id': '2fbb58ace44244c99f034978e651d64d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:34.602727 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-8d477246-aed5-44e9-bbff-2319fa6e1b8d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8862386 Jan 28 01:49:34.606940 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 38964) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:34.613965 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:34.656097 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e85d0e-a9de-4845-8642-28bcbcade061 admin admin] Pushing event updated for resources: {'Network': ['ID=aa8ebc51-a01b-498f-97ec-dfa700d8d83d,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:34.662287 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14829'] for router, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.663738 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.771159 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.783907 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b276ffe-b1fa-492d-9098-e11d63f21376 admin admin] Made reservation on behalf of 2fbb58ace44244c99f034978e651d64d for: {'subnet': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:49:34.786452 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4b276ffe-b1fa-492d-9098-e11d63f21376 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:34.801499 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network aa8ebc51-a01b-498f-97ec-dfa700d8d83d details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:49:34.984236 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.db_base_plugin_common [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Allocated IP 172.20.0.2 (81043963-f01a-4238-ae3c-e4422abf49e4/5e45da0d-8ce5-4dd6-9ebf-a92f00adf184/53361ee9-ae0d-4269-8c63-76d20ab9841e) {{(pid=107860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:49:35.008763 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4b276ffe-b1fa-492d-9098-e11d63f21376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:35.038864 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:35.061836 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:35.086060 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b276ffe-b1fa-492d-9098-e11d63f21376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02de3fd4-0fd1-437c-96bf-b34995b100ee,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:35.133956 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3251d021-e988-563e-ba3e-ff2730f448da-b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328'}]}} from dv-cinder-824978-1-smb. {{(pid=107860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:49:35.135397 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:35.179800 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Notify callbacks [] for port, precommit_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:35.210706 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:35.221853 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:35.279594 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b276ffe-b1fa-492d-9098-e11d63f21376 admin admin] Checking segment: {'id': '7bd93564-303b-44cd-9694-7a7af8af2699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:49:35.280252 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b276ffe-b1fa-492d-9098-e11d63f21376 admin admin] Network hostable DHCP agents. Network: aa8ebc51-a01b-498f-97ec-dfa700d8d83d, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:49:35.326341 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.db_base_plugin_common [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Allocated IP 172.28.1.227 (53e1632d-3d8a-4bf7-bdd8-752e18cfbd35/fce5ff57-e9f1-4373-a307-b308380c36d0/0a8ca1e6-9b64-4934-a236-af89d9f1e852) {{(pid=107859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:49:35.327389 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b276ffe-b1fa-492d-9098-e11d63f21376 admin admin] Network aa8ebc51-a01b-498f-97ec-dfa700d8d83d is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:49:35.399729 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-4b276ffe-b1fa-492d-9098-e11d63f21376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, aa8ebc51-a01b-498f-97ec-dfa700d8d83d) {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:35.417233 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b276ffe-b1fa-492d-9098-e11d63f21376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:35.418090 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4b276ffe-b1fa-492d-9098-e11d63f21376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:35.456743 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Network 81043963-f01a-4238-ae3c-e4422abf49e4 is already hosted by enough agents. {{(pid=107860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:35.460795 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.base_scheduler [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Resources bound (agent type, host, resource id): {{(pid=107860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:35.469971 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ffe8ea-8ada-44e0-99f3-d79a952683ad None None] Network aa8ebc51-a01b-498f-97ec-dfa700d8d83d requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:49:35.507747 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:35.554490 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:35.557591 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39016) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:35.558892 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Received port after_create {{(pid=107860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:49:35.570959 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-4b276ffe-b1fa-492d-9098-e11d63f21376 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0153654 Jan 28 01:49:35.599491 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39020) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:35.604587 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-621695749-router', 'tenant_id': '2fbb58ace44244c99f034978e651d64d', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:35.631443 dv-cinder-824978-1-smb neutron-server[107859]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 01:49:35.692834 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14829'] for router, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:35.693919 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:35.751678 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:35.775990 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Pushing event updated for resources: {'Port': ['ID=53361ee9-ae0d-4269-8c63-76d20ab9841e,revision_number=1']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:35.841878 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:35.841878 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:35.841878 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:35.841878 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:35.841878 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:35.841878 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:35.841878 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:35.842482 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:35.842573 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:35.843615 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:35.843615 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:35.843615 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Tracked resource versions report: Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: pushed versions: Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: { 'AddressGroup': {'1.2'}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'ConntrackHelper': {'1.0'}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'Log': {'1.0'}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'Network': {'1.1'}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'Port': {'1.7'}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'PortForwarding': {'1.2'}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'QosPolicy': {'1.9'}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'SecurityGroup': {'1.4'}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'SubPort': {'1.0'}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'Subnet': {'1.1'}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'Trunk': {'1.1'}} Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: consumer versions: Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: { DHCP agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: HyperV agent@hv-cinder-82497: {}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: L3 agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: Metadata agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: Metering agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: Open vSwitch agent@dv-cinder-824978-1-smb: { 'AddressGroup': '1.2', Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'ConntrackHelper': '1.0', Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'Log': '1.0', Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'Network': '1.1', Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'Port': '1.7', Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'PortForwarding': '1.2', Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'QosPolicy': '1.9', Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'SecurityGroup': '1.4', Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'SecurityGroupRule': '1.2', Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'SubPort': '1.0', Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'Subnet': '1.1', Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: 'Trunk': '1.1'}} Jan 28 01:49:35.844605 dv-cinder-824978-1-smb neutron-server[107860]: {{(pid=107860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:49:35.861955 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.db_base_plugin_common [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Allocated IP 172.20.0.2 (b8752f4f-97b1-46ef-a6e7-e53edf6b01be/b2b47d88-4276-41ac-88c0-29b5a88b4328/11d76485-64de-4914-b45f-5de1232e46e1) {{(pid=107860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:49:35.882218 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Attempting to bind port 53361ee9-ae0d-4269-8c63-76d20ab9841e on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:49:35.882593 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Attempting to bind port 53361ee9-ae0d-4269-8c63-76d20ab9841e by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:49:35.882956 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Attempting to bind port 53361ee9-ae0d-4269-8c63-76d20ab9841e on network 81043963-f01a-4238-ae3c-e4422abf49e4 {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:49:35.956330 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:36.109200 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-6b02698f-d775-48e4-b915-f18aeb998163 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:36.119139 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-6b02698f-d775-48e4-b915-f18aeb998163 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/networks?id=16f69dea-f398-43d3-b58c-4280e56d3e0c HTTP/1.1" status: 200 len: 811 time: 0.5023129 Jan 28 01:49:36.121128 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Pushing event updated for resources: {'Port': ['ID=0a8ca1e6-9b64-4934-a236-af89d9f1e852,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:36.124948 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 is already hosted by enough agents. {{(pid=107859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:36.134837 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Resources bound (agent type, host, resource id): {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:36.137856 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Received port after_create {{(pid=107859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:49:36.147112 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Notify callbacks [] for port, precommit_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:36.159990 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec4e0e-aa28-449b-b6ad-da543ed8aa3e None None] Network aa8ebc51-a01b-498f-97ec-dfa700d8d83d requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:49:36.174651 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Allocated IP 172.28.1.121 (53e1632d-3d8a-4bf7-bdd8-752e18cfbd35/fce5ff57-e9f1-4373-a307-b308380c36d0/29bf01dd-5a6e-47dc-85d7-ee79f567bdd6) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:49:36.176440 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:36.274895 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-ad181052-26e5-4888-8238-17294b301118 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/quotas/bda998da85fd41b3b884cc053da92747 HTTP/1.1" status: 200 len: 375 time: 0.1546807 Jan 28 01:49:36.316251 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Pushing event updated for resources: {'Port': ['ID=11d76485-64de-4914-b45f-5de1232e46e1,revision_number=1']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:36.320012 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:49:36.320012 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Checking segment: {'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:49:36.320794 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:36.321220 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Bound using segment: {'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:49:36.321711 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Bound port: 53361ee9-ae0d-4269-8c63-76d20ab9841e, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:49:36.332684 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:36.343657 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39066) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:36.354680 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:36.357107 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:36.473709 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] For port 53361ee9-ae0d-4269-8c63-76d20ab9841e, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:49:36.475836 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-b9efeb84-2953-4a4f-88dd-1cd0bb6efee6 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bda998da85fd41b3b884cc053da92747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1999629 Jan 28 01:49:36.477412 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] For port 53361ee9-ae0d-4269-8c63-76d20ab9841e, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=53361ee9-ae0d-4269-8c63-76d20ab9841e,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:49:36.492172 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:36.498131 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Network b8752f4f-97b1-46ef-a6e7-e53edf6b01be is already hosted by enough agents. {{(pid=107860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:36.542497 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.base_scheduler [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Resources bound (agent type, host, resource id): {{(pid=107860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:36.554703 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Received port after_create {{(pid=107860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:49:36.608578 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec221c-656b-42a6-8180-d63fd41087f5 None None] Pushing event updated for resources: {'Port': ['ID=53361ee9-ae0d-4269-8c63-76d20ab9841e,revision_number=2']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:36.640834 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ef3cb1c5-dd0a-4e65-b47b-0328f13014a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:36.675707 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:36.738554 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:36.748896 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:36.846149 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:36.857903 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:36.904203 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-1cc98d20-de12-4542-90de-1716585fee88 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=107859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:49:36.905355 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-1cc98d20-de12-4542-90de-1716585fee88 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3046527 Jan 28 01:49:36.921734 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:49:36.936760 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Attempting to bind port 11d76485-64de-4914-b45f-5de1232e46e1 on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:49:36.937130 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Attempting to bind port 11d76485-64de-4914-b45f-5de1232e46e1 by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:49:36.937493 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Attempting to bind port 11d76485-64de-4914-b45f-5de1232e46e1 on network b8752f4f-97b1-46ef-a6e7-e53edf6b01be {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:49:36.955914 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:49:36.956281 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Checking segment: {'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:49:36.956683 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:36.960039 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Bound using segment: {'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:49:36.960039 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Bound port: 11d76485-64de-4914-b45f-5de1232e46e1, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:49:36.960039 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:37.021932 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39094) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:37.073834 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=29bf01dd-5a6e-47dc-85d7-ee79f567bdd6,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:37.150257 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] For port 11d76485-64de-4914-b45f-5de1232e46e1, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:49:37.163299 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] For port 11d76485-64de-4914-b45f-5de1232e46e1, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=11d76485-64de-4914-b45f-5de1232e46e1,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:49:37.178868 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:37.220721 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ef3cb1c5-dd0a-4e65-b47b-0328f13014a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:37.302945 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ef3cb1c5-dd0a-4e65-b47b-0328f13014a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:37.323943 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-6157254e-0c3e-4e02-9fba-e2a299cdc6f0 service neutron] 10.222.0.58 "GET /v2.0/networks/16f69dea-f398-43d3-b58c-4280e56d3e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378708 Jan 28 01:49:37.353526 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a903aaab-4eec-40c3-b5de-b17dc51d81d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:37.357175 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5b9fb-45ee-4cd4-96c0-5b4708fa7b0f None None] Pushing event updated for resources: {'Port': ['ID=11d76485-64de-4914-b45f-5de1232e46e1,revision_number=2']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:37.450338 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614473'] for router, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:37.460843 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-ef3cb1c5-dd0a-4e65-b47b-0328f13014a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87b2422a7662410f920e943f6a104388&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1122966 Jan 28 01:49:37.465889 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39098) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:37.480415 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cb1c5-dd0a-4e65-b47b-0328f13014a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00c3825-3e70-41fe-b588-cc1d695199a7,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:37.619420 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:37.699485 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-e58e4262-7721-4e4c-80eb-3526820b62f6 service neutron] 10.222.0.58 "GET /v2.0/networks/16f69dea-f398-43d3-b58c-4280e56d3e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646133 Jan 28 01:49:37.799924 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:49:37.811918 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9130acca-c91b-4f69-ad16-af4ecd3bdc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:37.951992 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:37.963573 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a903aaab-4eec-40c3-b5de-b17dc51d81d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:37.971477 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9130acca-c91b-4f69-ad16-af4ecd3bdc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:37.978164 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:37.980597 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a903aaab-4eec-40c3-b5de-b17dc51d81d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:38.086189 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-a903aaab-4eec-40c3-b5de-b17dc51d81d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb90a72234604f74b29da20cc00b7220&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0879552 Jan 28 01:49:38.087096 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39120) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:38.093936 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903aaab-4eec-40c3-b5de-b17dc51d81d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60c8cb2-c53b-4d26-9b66-8b5cc0e45bd3,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:38.156141 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Router b1527fca-430f-425c-8703-4a0dff2c4df0 is scheduled to L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 with binding_index 1 {{(pid=107859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:49:38.170639 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9130acca-c91b-4f69-ad16-af4ecd3bdc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:38.192394 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9130acca-c91b-4f69-ad16-af4ecd3bdc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:38.193573 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-9130acca-c91b-4f69-ad16-af4ecd3bdc0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a00c3825-3e70-41fe-b588-cc1d695199a7 HTTP/1.1" status: 204 len: 168 time: 0.7267284 Jan 28 01:49:38.230414 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130acca-c91b-4f69-ad16-af4ecd3bdc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00c3825-3e70-41fe-b588-cc1d695199a7,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:38.262347 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614473'] for router, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:38.360883 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39138) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:38.553305 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 11d76485-64de-4914-b45f-5de1232e46e1 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:49:38.585725 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e19b14ac-adcf-4c6a-8cd9-7d60bd14d0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:38.589533 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-90132dc2-92c3-4fb0-a31c-466c99fa3f5d req-0b68474c-26bd-431e-8cbe-9608fe94a3aa tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 210 time: 0.2243991 Jan 28 01:49:38.649165 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c673b366-fbec-44a1-81d2-612080fe7a0f None None] Network 81043963-f01a-4238-ae3c-e4422abf49e4 requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:49:38.705307 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Allocated IP 172.28.1.78 (53e1632d-3d8a-4bf7-bdd8-752e18cfbd35/fce5ff57-e9f1-4373-a307-b308380c36d0/00af8b09-54d6-47bd-bac8-743b0ed4b77c) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:49:38.741926 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e19b14ac-adcf-4c6a-8cd9-7d60bd14d0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:38.823155 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:49:38.835937 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Sync routers for ids ['b1527fca-430f-425c-8703-4a0dff2c4df0'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:49:38.900753 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Routers {'b1527fca-430f-425c-8703-4a0dff2c4df0'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:38.901966 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:49:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['b1527fca-430f-425c-8703-4a0dff2c4df0'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:38.902123 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] Notify callbacks [] for router, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:38.903408 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-ec88e1a3-c09c-439b-9eca-736cafbc0913 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6952002 Jan 28 01:49:38.906175 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39152) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:38.994482 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-fd2e5dd0-8367-4717-a328-61f4a6f5d6f6 None None] Provisioning complete for port 53361ee9-ae0d-4269-8c63-76d20ab9841e triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:38.994844 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5dd0-8367-4717-a328-61f4a6f5d6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:39.150922 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e19b14ac-adcf-4c6a-8cd9-7d60bd14d0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:39.153697 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e19b14ac-adcf-4c6a-8cd9-7d60bd14d0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:39.155034 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-e19b14ac-adcf-4c6a-8cd9-7d60bd14d0ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b60c8cb2-c53b-4d26-9b66-8b5cc0e45bd3 HTTP/1.1" status: 204 len: 168 time: 1.0636935 Jan 28 01:49:39.187480 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Router 04f08bbe-3a6c-4702-81d9-7690731b51a1 is scheduled to L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 with binding_index 1 {{(pid=107858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:49:39.196348 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5dd0-8367-4717-a328-61f4a6f5d6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:39.207673 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7188aed-b4b6-4925-9f8f-451eae459998 None None] Network b8752f4f-97b1-46ef-a6e7-e53edf6b01be requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:49:39.314527 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Set router b1527fca-430f-425c-8703-4a0dff2c4df0 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:39.360152 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b14ac-adcf-4c6a-8cd9-7d60bd14d0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60c8cb2-c53b-4d26-9b66-8b5cc0e45bd3,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:39.443475 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 11d76485-64de-4914-b45f-5de1232e46e1 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:39.444104 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:39.541005 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:39.592846 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:49:39.650097 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Sync routers for ids ['04f08bbe-3a6c-4702-81d9-7690731b51a1'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:49:39.676157 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] Notify callbacks [] for router, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:39.685637 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-4994117e-da96-4345-a1e3-e56a5a6d4bd5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0754342 Jan 28 01:49:39.691420 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39192) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:39.715687 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Routers {'04f08bbe-3a6c-4702-81d9-7690731b51a1'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:39.716456 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:49:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['04f08bbe-3a6c-4702-81d9-7690731b51a1'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:39.759868 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:36Z', 'revision_number': 3, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:39.807140 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39194) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:39.832460 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:39.834355 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-bc900e62-c62f-44b1-9c6e-fa65952befb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:39.874764 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Checking router: b1527fca-430f-425c-8703-4a0dff2c4df0 for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:49:39.875672 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Updating router b1527fca-430f-425c-8703-4a0dff2c4df0 port 0a8ca1e6-9b64-4934-a236-af89d9f1e852 binding host dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:49:39.934999 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Set router 04f08bbe-3a6c-4702-81d9-7690731b51a1 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:39.940991 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a5f01d5f-c169-47b8-86e6-19e377e4a80f req-26a71f3a-1770-48cd-9914-7282dec681a0 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 210 time: 0.0836532 Jan 28 01:49:39.959694 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:40.039937 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-fd2e5dd0-8367-4717-a328-61f4a6f5d6f6 None None] For port 53361ee9-ae0d-4269-8c63-76d20ab9841e, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=53361ee9-ae0d-4269-8c63-76d20ab9841e,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:49:40.067383 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5dd0-8367-4717-a328-61f4a6f5d6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:40.228901 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:40.258378 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Pushing event updated for resources: {'Port': ['ID=00af8b09-54d6-47bd-bac8-743b0ed4b77c,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:40.428351 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-63ae2c9d-ffd5-4582-8ef4-866ce7ac6a44 None None] Provisioning complete for port 11d76485-64de-4914-b45f-5de1232e46e1 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:40.430321 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-63ae2c9d-ffd5-4582-8ef4-866ce7ac6a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:40.503422 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e5dd0-8367-4717-a328-61f4a6f5d6f6 None None] Pushing event updated for resources: {'Port': ['ID=53361ee9-ae0d-4269-8c63-76d20ab9841e,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:40.506471 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:40.612168 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] For port 11d76485-64de-4914-b45f-5de1232e46e1, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=11d76485-64de-4914-b45f-5de1232e46e1,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:49:40.719754 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:40.722384 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 53361ee9-ae0d-4269-8c63-76d20ab9841e up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:49:40.726118 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Notify callbacks [] for port, precommit_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:40.738823 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:40.741841 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-bc900e62-c62f-44b1-9c6e-fa65952befb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:40.753489 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:40.771937 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-bc900e62-c62f-44b1-9c6e-fa65952befb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:40.786845 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:40.812850 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:49:40.845781 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Attempting to bind port 0a8ca1e6-9b64-4934-a236-af89d9f1e852 on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:49:40.846147 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Attempting to bind port 0a8ca1e6-9b64-4934-a236-af89d9f1e852 by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:49:40.846628 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Attempting to bind port 0a8ca1e6-9b64-4934-a236-af89d9f1e852 on network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:49:40.853196 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18175455-2b94-457c-bb2d-ff4677e70680 None None] Pushing event updated for resources: {'Port': ['ID=0a8ca1e6-9b64-4934-a236-af89d9f1e852,revision_number=2']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:40.866133 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:49:40.866610 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Checking segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:49:40.867149 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:40.868205 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Bound using segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:49:40.868407 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Bound port: 0a8ca1e6-9b64-4934-a236-af89d9f1e852, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:49:40.870064 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:40.874625 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18175455-2b94-457c-bb2d-ff4677e70680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:40.875009 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18175455-2b94-457c-bb2d-ff4677e70680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:40.875647 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18175455-2b94-457c-bb2d-ff4677e70680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:40.875758 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18175455-2b94-457c-bb2d-ff4677e70680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:40.876220 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18175455-2b94-457c-bb2d-ff4677e70680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:40.877108 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18175455-2b94-457c-bb2d-ff4677e70680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:40.877670 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18175455-2b94-457c-bb2d-ff4677e70680 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:40.878240 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18175455-2b94-457c-bb2d-ff4677e70680 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:40.878606 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18175455-2b94-457c-bb2d-ff4677e70680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:40.879078 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18175455-2b94-457c-bb2d-ff4677e70680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:40.879448 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18175455-2b94-457c-bb2d-ff4677e70680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:40.880483 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18175455-2b94-457c-bb2d-ff4677e70680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:40.881386 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Pushing event updated for resources: {'Port': ['ID=11d76485-64de-4914-b45f-5de1232e46e1,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18175455-2b94-457c-bb2d-ff4677e70680 None None] Tracked resource versions report: Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: pushed versions: Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: { 'AddressGroup': {'1.2'}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'ConntrackHelper': {'1.0'}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'Log': {'1.0'}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'Network': {'1.1'}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'Port': {'1.7'}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'PortForwarding': {'1.2'}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'QosPolicy': {'1.9'}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'SecurityGroup': {'1.4'}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'SubPort': {'1.0'}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'Subnet': {'1.1'}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'Trunk': {'1.1'}} Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: consumer versions: Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: { DHCP agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: HyperV agent@hv-cinder-82497: {}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: L3 agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: Metadata agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: Metering agent@dv-cinder-824978-1-smb: {}, Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: Open vSwitch agent@dv-cinder-824978-1-smb: { 'AddressGroup': '1.2', Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'ConntrackHelper': '1.0', Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'Log': '1.0', Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'Network': '1.1', Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'Port': '1.7', Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'PortForwarding': '1.2', Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'QosPolicy': '1.9', Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'SecurityGroup': '1.4', Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'SecurityGroupRule': '1.2', Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'SubPort': '1.0', Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'Subnet': '1.1', Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: 'Trunk': '1.1'}} Jan 28 01:49:40.882240 dv-cinder-824978-1-smb neutron-server[107861]: {{(pid=107861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:49:40.922838 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-63ae2c9d-ffd5-4582-8ef4-866ce7ac6a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:40.927901 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-bc900e62-c62f-44b1-9c6e-fa65952befb0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c7c6c0da6a0f45eb81a7eeb03cc569f7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1164680 Jan 28 01:49:40.959975 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39226) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:40.979228 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc900e62-c62f-44b1-9c6e-fa65952befb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752c2234-c2a7-4102-b449-f9f91987178c,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:41.030475 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] For port 0a8ca1e6-9b64-4934-a236-af89d9f1e852, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:49:41.037467 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] For port 0a8ca1e6-9b64-4934-a236-af89d9f1e852, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=0a8ca1e6-9b64-4934-a236-af89d9f1e852,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:49:41.048555 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:41.145140 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.db.api [None req-63ae2c9d-ffd5-4582-8ef4-866ce7ac6a44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:49:41.146803 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG oslo_db.api [None req-63ae2c9d-ffd5-4582-8ef4-866ce7ac6a44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:49:41.156036 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:37Z', 'revision_number': 3, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:41.177585 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18175455-2b94-457c-bb2d-ff4677e70680 None None] Pushing event updated for resources: {'Port': ['ID=0a8ca1e6-9b64-4934-a236-af89d9f1e852,revision_number=3']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:41.244949 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d94425f7-8b59-4ae2-ae15-2c824832e57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:41.249131 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Routers {'b1527fca-430f-425c-8703-4a0dff2c4df0'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:41.254905 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Checking router: 04f08bbe-3a6c-4702-81d9-7690731b51a1 for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:49:41.256153 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:49:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['b1527fca-430f-425c-8703-4a0dff2c4df0'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:41.256465 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Updating router 04f08bbe-3a6c-4702-81d9-7690731b51a1 port 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6 binding host dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:49:41.308590 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 53361ee9-ae0d-4269-8c63-76d20ab9841e triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:41.310127 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:41.341619 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d94425f7-8b59-4ae2-ae15-2c824832e57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:41.365916 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:41.456605 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.db_base_plugin_common [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Allocated IP 172.20.0.1 (81043963-f01a-4238-ae3c-e4422abf49e4/5e45da0d-8ce5-4dd6-9ebf-a92f00adf184/5f3225fc-41e8-49f3-aad8-1c606cc96eb2) {{(pid=107859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:49:41.505747 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-dc47ec3e-2046-4424-a512-5f2dd5b75b9b req-75692c81-c30f-492d-b038-097c4c18e05f tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 210 time: 0.0599024 Jan 28 01:49:41.541523 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] Set router b1527fca-430f-425c-8703-4a0dff2c4df0 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:41.578201 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:41.599501 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d94425f7-8b59-4ae2-ae15-2c824832e57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:41.603464 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d94425f7-8b59-4ae2-ae15-2c824832e57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:41.609764 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-d94425f7-8b59-4ae2-ae15-2c824832e57f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/752c2234-c2a7-4102-b449-f9f91987178c HTTP/1.1" status: 204 len: 168 time: 0.6487234 Jan 28 01:49:41.616599 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:41.631346 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94425f7-8b59-4ae2-ae15-2c824832e57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752c2234-c2a7-4102-b449-f9f91987178c,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:41.714645 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:41.788698 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:41.896741 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Network 81043963-f01a-4238-ae3c-e4422abf49e4 is already hosted by enough agents. {{(pid=107859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:41.903215 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:41.909632 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.41', 58892) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:41.910823 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Received port after_create {{(pid=107859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:49:41.911721 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617012'] for router_interface, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:41.995686 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3225fc-41e8-49f3-aad8-1c606cc96eb2,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:42.389256 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614473'] for router, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:42.391099 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 11d76485-64de-4914-b45f-5de1232e46e1 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:49:42.406810 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:36Z', 'revision_number': 3, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:42.482228 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-b1da1e8c-a39d-4dbd-95c1-1655efc94103 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:42.483839 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-b1da1e8c-a39d-4dbd-95c1-1655efc94103 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.41 "GET /v2.0/networks?id=16f69dea-f398-43d3-b58c-4280e56d3e0c HTTP/1.1" status: 200 len: 811 time: 0.5680621 Jan 28 01:49:42.491180 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6855b-6034-4e23-8376-a181bf24b375 None None] The sync data for ids ['b1527fca-430f-425c-8703-4a0dff2c4df0'] in dv-cinder-824978-1-smb is: [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:36Z', 'revision_number': 3, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:49:42.570894 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-c6815e71-c1f5-4139-b154-6efe51a54ada None None] Provisioning complete for port 53361ee9-ae0d-4269-8c63-76d20ab9841e triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:42.582373 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c6815e71-c1f5-4139-b154-6efe51a54ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:42.601398 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:42.615205 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-3553b373-5f4c-44f4-afec-8ef5e91c5a11 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Request body: {'port': {'device_id': '557f1a47-aff2-498d-858f-1b902facb5b5', 'network_id': '16f69dea-f398-43d3-b58c-4280e56d3e0c', 'admin_state_up': True, 'tenant_id': 'bda998da85fd41b3b884cc053da92747'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:42.797622 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Allocated IP 172.20.0.1 (b8752f4f-97b1-46ef-a6e7-e53edf6b01be/b2b47d88-4276-41ac-88c0-29b5a88b4328/0fb90a94-4915-472c-b13a-203530310470) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:49:42.835065 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Router 07cf4604-1989-426d-9c3d-d68c07df9230 is scheduled to L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 with binding_index 1 {{(pid=107858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:49:42.880000 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 11d76485-64de-4914-b45f-5de1232e46e1 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:42.880379 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:43.024769 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-45ed47b5-5582-4176-96dc-4a139ffebc69 req-d8aa5ae4-e526-4459-b3c5-f505e3c7874c tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 210 time: 0.1059420 Jan 28 01:49:43.220073 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:43.255074 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:43.291307 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:43.361858 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-c6815e71-c1f5-4139-b154-6efe51a54ada None None] Provisioning complete for port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:43.363678 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c6815e71-c1f5-4139-b154-6efe51a54ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:43.379098 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:43.391426 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Attempting to bind port 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6 on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:49:43.393499 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Attempting to bind port 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6 by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:49:43.393713 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Attempting to bind port 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6 on network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:49:43.428275 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:49:43.428651 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Checking segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:49:43.429056 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:43.429456 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Bound using segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:49:43.429938 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Bound port: 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:49:43.435738 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:43.552235 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a119656-a82b-43b4-ba98-2efb0f22f33e None None] Pushing event updated for resources: {'Port': ['ID=29bf01dd-5a6e-47dc-85d7-ee79f567bdd6,revision_number=2']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:43.559676 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 53361ee9-ae0d-4269-8c63-76d20ab9841e up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:49:43.602089 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-3553b373-5f4c-44f4-afec-8ef5e91c5a11 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Made reservation on behalf of bda998da85fd41b3b884cc053da92747 for: {'port': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:49:43.604864 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-c6815e71-c1f5-4139-b154-6efe51a54ada None None] Port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:49:43.612508 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-3553b373-5f4c-44f4-afec-8ef5e91c5a11 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:43.621566 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Pushing event updated for resources: {'Port': ['ID=0fb90a94-4915-472c-b13a-203530310470,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:43.632764 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:49:43.684730 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] For port 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:49:43.690705 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] For port 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=29bf01dd-5a6e-47dc-85d7-ee79f567bdd6,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:49:43.699349 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Sync routers for ids ['07cf4604-1989-426d-9c3d-d68c07df9230'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:49:43.702018 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Network b8752f4f-97b1-46ef-a6e7-e53edf6b01be is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:43.712749 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:43.724807 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:43.733939 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Routers {'07cf4604-1989-426d-9c3d-d68c07df9230'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:43.741004 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:49:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['07cf4604-1989-426d-9c3d-d68c07df9230'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:43.742201 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:49:43.749911 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617012'] for router_interface, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:43.754655 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 53361ee9-ae0d-4269-8c63-76d20ab9841e triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:43.756801 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:43.902382 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] Notify callbacks [] for router, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:43.903828 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-fefa46e5-4e4a-4c6f-86e1-57337e5741d8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.3030531 Jan 28 01:49:43.914300 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39352) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:44.169742 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:44.213347 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:44.215699 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617096'] for router_interface, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:44.277839 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Set router 07cf4604-1989-426d-9c3d-d68c07df9230 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:44.328168 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Routers {'04f08bbe-3a6c-4702-81d9-7690731b51a1'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:44.328843 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:49:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['04f08bbe-3a6c-4702-81d9-7690731b51a1'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:44.369344 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a119656-a82b-43b4-ba98-2efb0f22f33e None None] Pushing event updated for resources: {'Port': ['ID=29bf01dd-5a6e-47dc-85d7-ee79f567bdd6,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:44.421876 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-eed2bd2d-3813-41b4-96d6-dcfdbd0a9742 req-f598a847-6433-4383-9334-b242740d1d26 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 210 time: 0.1169460 Jan 28 01:49:44.623179 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3225fc-41e8-49f3-aad8-1c606cc96eb2,revision_number=2']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:44.724694 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-b5556e95-c128-4758-bc2c-44596e964836 None None] Provisioning complete for port 0fb90a94-4915-472c-b13a-203530310470 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:44.725831 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-b5556e95-c128-4758-bc2c-44596e964836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:44.744495 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.db_base_plugin_common [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-3553b373-5f4c-44f4-afec-8ef5e91c5a11 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Allocated IP 172.20.0.2 (16f69dea-f398-43d3-b58c-4280e56d3e0c/136bac2b-415b-4d2f-aeb4-6dfe40ab315c/212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa) {{(pid=107859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:49:44.815567 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Network 81043963-f01a-4238-ae3c-e4422abf49e4 is already hosted by enough agents. {{(pid=107859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:44.844848 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:44.847133 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'name': 'tempest-ServerRescueNegativeTestJSON-621695749-router', 'tenant_id': '2fbb58ace44244c99f034978e651d64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '00af8b09-54d6-47bd-bac8-743b0ed4b77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:41Z', 'revision_number': 3, 'project_id': '2fbb58ace44244c99f034978e651d64d', 'gw_port': {'id': '00af8b09-54d6-47bd-bac8-743b0ed4b77c', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:37Z', 'updated_at': '2022-01-28T01:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:44.950767 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Checking router: 07cf4604-1989-426d-9c3d-d68c07df9230 for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:49:44.951462 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Updating router 07cf4604-1989-426d-9c3d-d68c07df9230 port 00af8b09-54d6-47bd-bac8-743b0ed4b77c binding host dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:49:45.044339 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:45.134555 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:45.155416 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-b5556e95-c128-4758-bc2c-44596e964836 None None] Port 0fb90a94-4915-472c-b13a-203530310470 cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:49:45.310760 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] Set router 04f08bbe-3a6c-4702-81d9-7690731b51a1 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:45.616552 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 0a8ca1e6-9b64-4934-a236-af89d9f1e852 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:49:46.144806 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Notify callbacks [] for port, precommit_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:46.164175 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:46.298603 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6aa21332-dcea-4153-a80b-46195dec2853 None None] Provisioning complete for port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:46.304426 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6aa21332-dcea-4153-a80b-46195dec2853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:46.321599 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 0a8ca1e6-9b64-4934-a236-af89d9f1e852 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:46.324339 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:46.349259 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Attempting to bind port 00af8b09-54d6-47bd-bac8-743b0ed4b77c on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:49:46.349624 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Attempting to bind port 00af8b09-54d6-47bd-bac8-743b0ed4b77c by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:49:46.349982 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Attempting to bind port 00af8b09-54d6-47bd-bac8-743b0ed4b77c on network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:49:46.401014 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31a834-b636-4d73-bd6e-f07efaeb67f9 None None] Pushing event updated for resources: {'Port': ['ID=00af8b09-54d6-47bd-bac8-743b0ed4b77c,revision_number=2']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:46.415220 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:46.420295 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:49:46.420665 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Checking segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:49:46.421066 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:46.424902 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Bound using segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:49:46.425549 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Bound port: 00af8b09-54d6-47bd-bac8-743b0ed4b77c, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:49:46.426714 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:46.493441 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:46.512548 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:46.513453 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617096'] for router_interface, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:46.598231 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-edd35e33-bc66-43d2-a69c-07cc9d038854 req-8b3219d3-c8b6-4d42-89ae-da86dbf67186 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 210 time: 0.1051371 Jan 28 01:49:46.609950 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6aa21332-dcea-4153-a80b-46195dec2853 None None] Port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:49:46.618418 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] For port 00af8b09-54d6-47bd-bac8-743b0ed4b77c, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:49:46.630023 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] For port 00af8b09-54d6-47bd-bac8-743b0ed4b77c, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=00af8b09-54d6-47bd-bac8-743b0ed4b77c,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:49:46.643911 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:46.661330 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-3553b373-5f4c-44f4-afec-8ef5e91c5a11 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Notify callbacks [] for port, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:46.664378 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:37Z', 'revision_number': 3, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:46.712317 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Router b1527fca-430f-425c-8703-4a0dff2c4df0 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:49:46.790508 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31a834-b636-4d73-bd6e-f07efaeb67f9 None None] Pushing event updated for resources: {'Port': ['ID=00af8b09-54d6-47bd-bac8-743b0ed4b77c,revision_number=3']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:46.820676 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Routers {'07cf4604-1989-426d-9c3d-d68c07df9230'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:46.821346 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:49:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['07cf4604-1989-426d-9c3d-d68c07df9230'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:46.882590 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-3553b373-5f4c-44f4-afec-8ef5e91c5a11 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:46.962443 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:47.001876 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd98bc65-e43a-419b-9d13-326028837bf4 None None] The sync data for ids ['04f08bbe-3a6c-4702-81d9-7690731b51a1'] in dv-cinder-824978-1-smb is: [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:37Z', 'revision_number': 3, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:49:47.042266 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] For port 0a8ca1e6-9b64-4934-a236-af89d9f1e852, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=0a8ca1e6-9b64-4934-a236-af89d9f1e852,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:49:47.050339 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:47.055164 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-3553b373-5f4c-44f4-afec-8ef5e91c5a11 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Network 16f69dea-f398-43d3-b58c-4280e56d3e0c is already hosted by enough agents. {{(pid=107859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:47.071488 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-3553b373-5f4c-44f4-afec-8ef5e91c5a11 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Resources bound (agent type, host, resource id): {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:47.108326 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-3553b373-5f4c-44f4-afec-8ef5e91c5a11 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Received port after_create {{(pid=107859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:49:47.108326 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-3553b373-5f4c-44f4-afec-8ef5e91c5a11 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:47.108326 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-3553b373-5f4c-44f4-afec-8ef5e91c5a11 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:47.239174 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:49:47.243448 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b373-5f4c-44f4-afec-8ef5e91c5a11 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Pushing event updated for resources: {'Port': ['ID=212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:47.244188 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Pushing event updated for resources: {'Port': ['ID=0a8ca1e6-9b64-4934-a236-af89d9f1e852,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:47.254018 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-c2ed72d7-60e8-4be0-9e93-cfdfe66baea3 admin admin] 10.222.0.58 "PUT /v2.0/routers/b1527fca-430f-425c-8703-4a0dff2c4df0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3468165 Jan 28 01:49:47.257244 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] Set router 07cf4604-1989-426d-9c3d-d68c07df9230 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:47.265563 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Sync routers for ids ['b1527fca-430f-425c-8703-4a0dff2c4df0'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:49:47.285149 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-3553b373-5f4c-44f4-afec-8ef5e91c5a11 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6884189 Jan 28 01:49:47.322723 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Routers {'b1527fca-430f-425c-8703-4a0dff2c4df0'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:47.334643 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:49:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['b1527fca-430f-425c-8703-4a0dff2c4df0'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:47.339310 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-3cb39a3c-bdad-4002-b246-6452471a6c5d tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=107859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:49:47.348576 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-3cb39a3c-bdad-4002-b246-6452471a6c5d tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238955 Jan 28 01:49:47.390735 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Pushing event updated for resources: {'Port': ['ID=0fb90a94-4915-472c-b13a-203530310470,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:47.404927 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Network b8752f4f-97b1-46ef-a6e7-e53edf6b01be is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:47.409459 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:47.904188 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Router 04f08bbe-3a6c-4702-81d9-7690731b51a1 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:49:47.915137 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Allocated IP 172.20.0.1 (aa8ebc51-a01b-498f-97ec-dfa700d8d83d/02de3fd4-0fd1-437c-96bf-b34995b100ee/81627490-0102-4258-a1f7-ff1039859d56) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:49:48.018838 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Set router b1527fca-430f-425c-8703-4a0dff2c4df0 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:48.148984 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'name': 'tempest-ServerRescueNegativeTestJSON-621695749-router', 'tenant_id': '2fbb58ace44244c99f034978e651d64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '00af8b09-54d6-47bd-bac8-743b0ed4b77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:41Z', 'revision_number': 3, 'project_id': '2fbb58ace44244c99f034978e651d64d', 'gw_port': {'id': '00af8b09-54d6-47bd-bac8-743b0ed4b77c', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:37Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:48.175180 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c30ed6-4502-4924-a277-975c31bfda74 req-77b827cc-025e-47ab-9914-9971e79de826 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:48.176900 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d3c30ed6-4502-4924-a277-975c31bfda74 req-77b827cc-025e-47ab-9914-9971e79de826 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 931 time: 0.3137388 Jan 28 01:49:48.217415 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-23b2d7da-906a-462e-b647-390f1617ab8b None None] Provisioning complete for port 0fb90a94-4915-472c-b13a-203530310470 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:48.220791 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-23b2d7da-906a-462e-b647-390f1617ab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:48.233367 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4821c19c-1b0e-4407-8a01-624081fde329 None None] The sync data for ids ['07cf4604-1989-426d-9c3d-d68c07df9230'] in dv-cinder-824978-1-smb is: [{'id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'name': 'tempest-ServerRescueNegativeTestJSON-621695749-router', 'tenant_id': '2fbb58ace44244c99f034978e651d64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '00af8b09-54d6-47bd-bac8-743b0ed4b77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:41Z', 'revision_number': 3, 'project_id': '2fbb58ace44244c99f034978e651d64d', 'gw_port': {'id': '00af8b09-54d6-47bd-bac8-743b0ed4b77c', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:37Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:49:48.234606 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Request body: {'port': {'device_id': '557f1a47-aff2-498d-858f-1b902facb5b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:48.319837 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d3c30ed6-4502-4924-a277-975c31bfda74 req-84019315-e2dc-49ea-ac07-5fb95380fb4e tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349719 Jan 28 01:49:48.413803 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:48.528336 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:49:48.547491 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-be3dd0c7-b302-4868-a04a-b15b2e0b45fd admin admin] 10.222.0.58 "PUT /v2.0/routers/04f08bbe-3a6c-4702-81d9-7690731b51a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8475971 Jan 28 01:49:48.596702 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:48.703474 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:48.754508 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-23b2d7da-906a-462e-b647-390f1617ab8b None None] Port 0fb90a94-4915-472c-b13a-203530310470 cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:49:48.886572 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Pushing event updated for resources: {'Port': ['ID=81627490-0102-4258-a1f7-ff1039859d56,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:48.904847 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Network aa8ebc51-a01b-498f-97ec-dfa700d8d83d is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:48.917195 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:48.926005 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:49:48.926571 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617012'] for router_interface, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:49.070144 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:49.145263 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:42Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '5f3225fc-41e8-49f3-aad8-1c606cc96eb2', 'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'mac_address': 'fa:16:3e:9a:09:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:40Z', 'updated_at': '2022-01-28T01:49:43Z', 'revision_number': 2, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'subnets': [{'id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:49.244079 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39492) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:49.369339 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39502) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:49.427624 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:49.935188 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:49:49.945085 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ede51546-32b5-485f-b315-d4baa301bfcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:49.945674 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Checking router: b1527fca-430f-425c-8703-4a0dff2c4df0 for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:49:49.945756 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Updating router b1527fca-430f-425c-8703-4a0dff2c4df0 port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 binding host dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:49:50.028692 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcad5e-27de-4f27-bacf-c9a8853d8369 req-810b63ef-c691-4a5d-906c-d6cf14eee1c8 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:50.031362 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c3dcad5e-27de-4f27-bacf-c9a8853d8369 req-810b63ef-c691-4a5d-906c-d6cf14eee1c8 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 931 time: 0.3950486 Jan 28 01:49:50.131052 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:50.175833 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4afeb31b-87ea-4833-ab3b-2f29c4d43d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:50.217607 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:50.222685 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617096'] for router_interface, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:50.248403 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:50.276744 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.notifiers.nova [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa {{(pid=107859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:49:50.306921 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Notify callbacks [] for port, precommit_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:50.356422 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:50.356422 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:50.392035 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.provisioning_blocks [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Transition to ACTIVE for port object 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa will not be triggered until provisioned by entity L2. {{(pid=107859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:49:50.402332 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:50.446962 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39520) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:50.468876 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c3dcad5e-27de-4f27-bacf-c9a8853d8369 req-64cec64d-e69d-4905-a378-25afd8e3c502 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285054 Jan 28 01:49:50.498941 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-6c183a9c-3e6c-49ad-8633-30f30c6c8614 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717459897', 'description': 'tempest-description--28214034'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:50.534766 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ede51546-32b5-485f-b315-d4baa301bfcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:50.636433 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6c183a9c-3e6c-49ad-8633-30f30c6c8614 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:50.680893 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Pushing event updated for resources: {'Port': ['ID=212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa,revision_number=2']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:50.727952 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.managers [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Attempting to bind port 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:49:50.728635 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.managers [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Attempting to bind port 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': 'daa1df59-fcd6-495f-88b7-24a30559b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '16f69dea-f398-43d3-b58c-4280e56d3e0c'}] {{(pid=107859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:49:50.729209 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Attempting to bind port 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa on network 16f69dea-f398-43d3-b58c-4280e56d3e0c {{(pid=107859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:49:50.736930 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Port 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa on network 16f69dea-f398-43d3-b58c-4280e56d3e0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:49:50.737740 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Attempting to bind port 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa on network 16f69dea-f398-43d3-b58c-4280e56d3e0c {{(pid=107859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:49:50.750559 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:49:50.751146 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ede51546-32b5-485f-b315-d4baa301bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:50.752420 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Checking segment: {'id': 'daa1df59-fcd6-495f-88b7-24a30559b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '16f69dea-f398-43d3-b58c-4280e56d3e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:49:50.753220 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Bound using segment: {'id': 'daa1df59-fcd6-495f-88b7-24a30559b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '16f69dea-f398-43d3-b58c-4280e56d3e0c'} {{(pid=107859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:49:50.753925 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.managers [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Bound port: 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa1df59-fcd6-495f-88b7-24a30559b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '16f69dea-f398-43d3-b58c-4280e56d3e0c'}}] {{(pid=107859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:49:50.754515 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:50.825761 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Pushing event updated for resources: {'Port': ['ID=81627490-0102-4258-a1f7-ff1039859d56,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:50.967824 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Sync routers for ids ['04f08bbe-3a6c-4702-81d9-7690731b51a1'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:49:51.010059 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Routers {'04f08bbe-3a6c-4702-81d9-7690731b51a1'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:51.013545 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:49:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['04f08bbe-3a6c-4702-81d9-7690731b51a1'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:51.038710 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bb3387a7-b99f-4288-a2d5-5dc4df310d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:51.072528 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6c183a9c-3e6c-49ad-8633-30f30c6c8614 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:51.097625 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6c183a9c-3e6c-49ad-8633-30f30c6c8614 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:51.102442 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede51546-32b5-485f-b315-d4baa301bfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448566a5-23f2-42b1-a3cd-85ad1a60cc3d,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:51.206489 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c183a9c-3e6c-49ad-8633-30f30c6c8614 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7603094-0c3b-4b72-93b9-a60fa463648f,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:51.290646 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:51.310152 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-ede51546-32b5-485f-b315-d4baa301bfcd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91c1df26153b46cc95929eb176844ec1&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0599060 Jan 28 01:49:51.312722 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6c183a9c-3e6c-49ad-8633-30f30c6c8614 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:51.317051 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39528) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:51.320607 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-6c183a9c-3e6c-49ad-8633-30f30c6c8614 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.8443711 Jan 28 01:49:51.345472 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39530) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:51.348777 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Network aa8ebc51-a01b-498f-97ec-dfa700d8d83d is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:51.350995 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-84ef1074-150e-4252-ac82-a6844270b5d3 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Request body: {'security_group_rule': {'security_group_id': 'e7603094-0c3b-4b72-93b9-a60fa463648f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:51.357199 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:51.393969 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] For port 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa, host hv-cinder-82497, cleared binding levels {{(pid=107859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:49:51.465865 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] For port 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=29bf01dd-5a6e-47dc-85d7-ee79f567bdd6,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:49:51.472152 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Set router 04f08bbe-3a6c-4702-81d9-7690731b51a1 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:51.486222 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] For port 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa,segment=NetworkSegment(daa1df59-fcd6-495f-88b7-24a30559b594),segment_id=daa1df59-fcd6-495f-88b7-24a30559b594)] {{(pid=107859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:49:51.487621 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:51.490571 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 00af8b09-54d6-47bd-bac8-743b0ed4b77c up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:49:51.510857 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:51.577658 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:51.593506 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:51.597342 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] 10.222.0.41 "PUT /v2.0/ports/212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa HTTP/1.1" status: 200 len: 1093 time: 3.7431469 Jan 28 01:49:51.598988 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557f1a47-aff2-498d-858f-1b902facb5b5', 'tag': '212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa'}] {{(pid=107859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:49:51.737628 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-03bfaa55-1a6d-479f-8e76-9ce897be0dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:51.785163 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-03bfaa55-1a6d-479f-8e76-9ce897be0dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:51.979947 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39538) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:51.984357 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 00af8b09-54d6-47bd-bac8-743b0ed4b77c triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:51.984729 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:51.988574 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Pushing event updated for resources: {'Port': ['ID=29bf01dd-5a6e-47dc-85d7-ee79f567bdd6,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:52.006486 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-2c96d30c-fa5c-46c3-a98d-3195c5fef770 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1222695763', 'description': 'tempest-description--172842515'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:52.027293 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4afeb31b-87ea-4833-ab3b-2f29c4d43d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:52.085565 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a5d52-8e00-4f1d-87fa-84e79d84a17c service neutron] Pushing event updated for resources: {'Port': ['ID=212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa,revision_number=3']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:52.215818 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Router 07cf4604-1989-426d-9c3d-d68c07df9230 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:49:52.224539 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-03bfaa55-1a6d-479f-8e76-9ce897be0dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:52.230665 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-03bfaa55-1a6d-479f-8e76-9ce897be0dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:52.232974 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-03bfaa55-1a6d-479f-8e76-9ce897be0dae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/448566a5-23f2-42b1-a3cd-85ad1a60cc3d HTTP/1.1" status: 204 len: 168 time: 0.9147758 Jan 28 01:49:52.250419 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4afeb31b-87ea-4833-ab3b-2f29c4d43d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:52.272399 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f26e8db650ad48871ace5057421b275907cd6391da2f912926caf74004d3c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4dcc5e-9172-4716-ac0f-315e9b371f71" -d '{"events": [{"name": "network-changed", "server_uuid": "557f1a47-aff2-498d-858f-1b902facb5b5", "tag": "212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa"}]}' {{(pid=107859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:49:52.287766 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-84ef1074-150e-4252-ac82-a6844270b5d3 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:52.348140 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-4afeb31b-87ea-4833-ab3b-2f29c4d43d2f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=807bf0190dae43b5bfefdbe46cc7e1cf&name=default HTTP/1.1" status: 200 len: 2978 time: 2.9745395 Jan 28 01:49:52.393452 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39572) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:52.420442 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:44Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '0fb90a94-4915-472c-b13a-203530310470', 'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:41Z', 'updated_at': '2022-01-28T01:49:45Z', 'revision_number': 2, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'subnets': [{'id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:52.436558 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Notify callbacks [] for port, precommit_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:52.458267 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:52.468723 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2c96d30c-fa5c-46c3-a98d-3195c5fef770 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:52.553302 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Checking router: 04f08bbe-3a6c-4702-81d9-7690731b51a1 for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:49:52.553302 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Updating router 04f08bbe-3a6c-4702-81d9-7690731b51a1 port 0fb90a94-4915-472c-b13a-203530310470 binding host dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:49:52.634532 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cdaec-5a19-40c0-8103-a9f996e52b43 req-9ca51868-0c58-4ea3-a504-c94ac68e450b tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:52.647710 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f13cdaec-5a19-40c0-8103-a9f996e52b43 req-9ca51868-0c58-4ea3-a504-c94ac68e450b tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 943 time: 0.6723073 Jan 28 01:49:52.700622 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-53331db0-6760-4081-9ced-0325054d1c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:52.700761 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfaa55-1a6d-479f-8e76-9ce897be0dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448566a5-23f2-42b1-a3cd-85ad1a60cc3d,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:52.702204 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-53331db0-6760-4081-9ced-0325054d1c2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bda998da85fd41b3b884cc053da92747&device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 1096 time: 0.6802547 Jan 28 01:49:52.775829 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afeb31b-87ea-4833-ab3b-2f29c4d43d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e76ed6d-f581-4a55-80c4-f84abd3ac6ab,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:52.874483 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191037e5-60fe-4538-9d3d-b07068edd509 None None] Pushing event updated for resources: {'Port': ['ID=5f3225fc-41e8-49f3-aad8-1c606cc96eb2,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:52.927410 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10451bb0-e1ff-407f-a1b3-282c33b48689 x-openstack-request-id: req-10451bb0-e1ff-407f-a1b3-282c33b48689 {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:49:52.928415 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557f1a47-aff2-498d-858f-1b902facb5b5", "tag": "212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa", "status": "completed", "code": 200}]} {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:49:52.928981 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10451bb0-e1ff-407f-a1b3-282c33b48689 {{(pid=107859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:49:52.929824 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557f1a47-aff2-498d-858f-1b902facb5b5', 'tag': '212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa', 'status': 'completed', 'code': 200} Jan 28 01:49:52.960801 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.023978 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Attempting to bind port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:49:53.024420 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Attempting to bind port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:49:53.024828 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Attempting to bind port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 on network 81043963-f01a-4238-ae3c-e4422abf49e4 {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:49:53.028806 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] For port 00af8b09-54d6-47bd-bac8-743b0ed4b77c, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=00af8b09-54d6-47bd-bac8-743b0ed4b77c,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:49:53.039783 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:49:53.040206 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Checking segment: {'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:49:53.040821 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-45093336-4017-4896-b51e-3a59fb274833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.045214 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.045672 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Bound using segment: {'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:49:53.046193 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Bound port: 5f3225fc-41e8-49f3-aad8-1c606cc96eb2, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:49:53.046631 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.070389 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.076335 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 0a8ca1e6-9b64-4934-a236-af89d9f1e852 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:49:53.118447 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-f36daecd-5b3a-448f-8f91-9fa1b886ecc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa HTTP/1.1" status: 200 len: 217 time: 0.3871465 Jan 28 01:49:53.175717 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.181454 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f13cdaec-5a19-40c0-8103-a9f996e52b43 req-0a39fbd6-9613-4871-bf7e-5fd4241f11c1 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325541 Jan 28 01:49:53.231743 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39598) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:53.319830 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Pushing event updated for resources: {'Port': ['ID=00af8b09-54d6-47bd-bac8-743b0ed4b77c,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:53.335623 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-9e66b2a9-4ac0-463a-b392-aae1dc394392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.338341 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-a01ea5f2-d7d1-48ce-bd1e-b818d8c356f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:53.340446 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-a01ea5f2-d7d1-48ce-bd1e-b818d8c356f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=136bac2b-415b-4d2f-aeb4-6dfe40ab315c HTTP/1.1" status: 200 len: 851 time: 0.1738241 Jan 28 01:49:53.374288 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-84ef1074-150e-4252-ac82-a6844270b5d3 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.540052 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] For port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:49:53.562717 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] For port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=5f3225fc-41e8-49f3-aad8-1c606cc96eb2,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:49:53.574431 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 0a8ca1e6-9b64-4934-a236-af89d9f1e852 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:53.576158 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.582023 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-59b2df53-b77f-4230-8620-896ab31ea467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.593749 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-45093336-4017-4896-b51e-3a59fb274833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.596527 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-84ef1074-150e-4252-ac82-a6844270b5d3 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.596941 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.625719 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-f70cd982-456d-4f50-a78d-467b248fded4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16f69dea-f398-43d3-b58c-4280e56d3e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2592478 Jan 28 01:49:53.646579 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-9e66b2a9-4ac0-463a-b392-aae1dc394392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.652455 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:49:53.664126 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-9e66b2a9-4ac0-463a-b392-aae1dc394392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.728365 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2c96d30c-fa5c-46c3-a98d-3195c5fef770 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.733229 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-6502b5fd-537e-496d-94a4-b641bfb11968 admin admin] 10.222.0.58 "PUT /v2.0/routers/07cf4604-1989-426d-9c3d-d68c07df9230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8157260 Jan 28 01:49:53.741246 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-9e66b2a9-4ac0-463a-b392-aae1dc394392 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37cde85236b74399a9a4e62e1c3f6eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812458 Jan 28 01:49:53.741246 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2c96d30c-fa5c-46c3-a98d-3195c5fef770 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.749370 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39606) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:53.761476 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-cd58fdbc-8867-4b0a-aaac-de250d27e5a6 service neutron] 10.222.0.41 "GET /v2.0/networks/16f69dea-f398-43d3-b58c-4280e56d3e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128945 Jan 28 01:49:53.768432 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef1074-150e-4252-ac82-a6844270b5d3 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2d184d-5bdc-4c25-a483-e10d6c6677a5,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:53.793372 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-84ef1074-150e-4252-ac82-a6844270b5d3 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.794956 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-84ef1074-150e-4252-ac82-a6844270b5d3 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4477463 Jan 28 01:49:53.809566 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39608) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:53.818451 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-b2c50316-5d73-49b9-99c3-6befcdf49779 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Request body: {'security_group_rule': {'security_group_id': 'e7603094-0c3b-4b72-93b9-a60fa463648f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:53.845258 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Sync routers for ids ['07cf4604-1989-426d-9c3d-d68c07df9230'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:49:53.880993 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e53c6093-7741-427e-b648-051aabbf1edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:53.916525 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e53c6093-7741-427e-b648-051aabbf1edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.001300 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Routers {'07cf4604-1989-426d-9c3d-d68c07df9230'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:54.004229 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:49:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['07cf4604-1989-426d-9c3d-d68c07df9230'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:54.055606 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e53c6093-7741-427e-b648-051aabbf1edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.061424 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e53c6093-7741-427e-b648-051aabbf1edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.065746 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-e53c6093-7741-427e-b648-051aabbf1edc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/983778ab-28b9-46f8-a9f1-975b05a79454 HTTP/1.1" status: 204 len: 168 time: 0.3150868 Jan 28 01:49:54.072420 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-45093336-4017-4896-b51e-3a59fb274833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.073943 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2c96d30c-fa5c-46c3-a98d-3195c5fef770 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.082525 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-2c96d30c-fa5c-46c3-a98d-3195c5fef770 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0898273 Jan 28 01:49:54.084087 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39614) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:54.091071 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-45093336-4017-4896-b51e-3a59fb274833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.099229 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-45093336-4017-4896-b51e-3a59fb274833 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e76ed6d-f581-4a55-80c4-f84abd3ac6ab HTTP/1.1" status: 204 len: 168 time: 1.6976690 Jan 28 01:49:54.101953 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-fd68f8ea-4315-420d-914d-c76201be9e5b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Request body: {'security_group_rule': {'security_group_id': '5c15c0bb-8ea6-4d2e-be09-efaf3c24b907', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:54.121635 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66b2a9-4ac0-463a-b392-aae1dc394392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983778ab-28b9-46f8-a9f1-975b05a79454,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:54.136277 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-b2c50316-5d73-49b9-99c3-6befcdf49779 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.182638 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45093336-4017-4896-b51e-3a59fb274833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e76ed6d-f581-4a55-80c4-f84abd3ac6ab,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:54.221952 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96d30c-fa5c-46c3-a98d-3195c5fef770 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:54.269166 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c6093-7741-427e-b648-051aabbf1edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983778ab-28b9-46f8-a9f1-975b05a79454,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:54.277050 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fd68f8ea-4315-420d-914d-c76201be9e5b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.294167 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cc2cbb03-5b0e-42e9-9570-e7e35f9d19df req-a58c1d9b-f1a5-4852-876f-e7cbe579a0d8 service neutron] 10.222.0.41 "GET /v2.0/networks/16f69dea-f398-43d3-b58c-4280e56d3e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082438 Jan 28 01:49:54.329612 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-b2c50316-5d73-49b9-99c3-6befcdf49779 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.346082 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-b2c50316-5d73-49b9-99c3-6befcdf49779 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.398544 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Notify callbacks [] for port, precommit_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.413316 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.423026 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39628) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:54.456563 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-02fb458a-22b9-48bd-ab1e-720c613b6078 None None] Provisioning complete for port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:54.462749 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-02fb458a-22b9-48bd-ab1e-720c613b6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.519874 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c50316-5d73-49b9-99c3-6befcdf49779 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48a0c83-eefd-4fd9-af2e-90773e5364b9,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:54.588011 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-b2c50316-5d73-49b9-99c3-6befcdf49779 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.589434 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-b2c50316-5d73-49b9-99c3-6befcdf49779 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7758291 Jan 28 01:49:54.596284 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39638) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:54.612136 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Request body: {'floatingip': {'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:54.643429 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b67b8a-ed17-46e6-ac87-067f5a1f10bc None None] Pushing event updated for resources: {'Port': ['ID=0fb90a94-4915-472c-b13a-203530310470,revision_number=3']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:54.733660 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Routers {'b1527fca-430f-425c-8703-4a0dff2c4df0'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:54.734370 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:49:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['b1527fca-430f-425c-8703-4a0dff2c4df0'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:54.755303 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fd68f8ea-4315-420d-914d-c76201be9e5b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.779832 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5b5b2-9771-4e40-92db-2e86b0cfe58d req-da4707c2-2d86-4430-ae58-18be39655fd9 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:54.788582 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fd68f8ea-4315-420d-914d-c76201be9e5b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.795506 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Attempting to bind port 0fb90a94-4915-472c-b13a-203530310470 on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:49:54.809930 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Attempting to bind port 0fb90a94-4915-472c-b13a-203530310470 by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:49:54.810312 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-32d5b5b2-9771-4e40-92db-2e86b0cfe58d req-da4707c2-2d86-4430-ae58-18be39655fd9 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 943 time: 0.2988338 Jan 28 01:49:54.810422 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Attempting to bind port 0fb90a94-4915-472c-b13a-203530310470 on network b8752f4f-97b1-46ef-a6e7-e53edf6b01be {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:49:54.822272 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for floatingip, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.823838 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:49:54.824221 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Checking segment: {'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:49:54.826762 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.827200 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Bound using segment: {'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:49:54.827852 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Bound port: 0fb90a94-4915-472c-b13a-203530310470, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'}}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:49:54.828237 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:54.910944 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dcc5e-9172-4716-ac0f-315e9b371f71 req-2725ccbe-535e-48e4-8fab-c7e998d0c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:54.919604 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7d4dcc5e-9172-4716-ac0f-315e9b371f71 req-2725ccbe-535e-48e4-8fab-c7e998d0c0d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bda998da85fd41b3b884cc053da92747&device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 1096 time: 0.4800935 Jan 28 01:49:55.025221 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68f8ea-4315-420d-914d-c76201be9e5b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17b74d9-1e30-4d40-a401-26b55f853b04,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:55.057851 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fd68f8ea-4315-420d-914d-c76201be9e5b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:55.078370 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-fd68f8ea-4315-420d-914d-c76201be9e5b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9629323 Jan 28 01:49:55.085740 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-32d5b5b2-9771-4e40-92db-2e86b0cfe58d req-7703f262-32e3-4ce0-98bc-325e3206e075 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657368 Jan 28 01:49:55.087860 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39652) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:55.155947 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-26465071-4129-46f1-af86-8a276ada0c1f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Request body: {'security_group_rule': {'security_group_id': '5c15c0bb-8ea6-4d2e-be09-efaf3c24b907', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:55.178403 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] For port 0fb90a94-4915-472c-b13a-203530310470, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:49:55.197979 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] For port 0fb90a94-4915-472c-b13a-203530310470, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=0fb90a94-4915-472c-b13a-203530310470,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:49:55.199011 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191037e5-60fe-4538-9d3d-b07068edd509 None None] Pushing event updated for resources: {'Port': ['ID=5f3225fc-41e8-49f3-aad8-1c606cc96eb2,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:55.209106 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:55.281422 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] Set router b1527fca-430f-425c-8703-4a0dff2c4df0 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:55.495456 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-26465071-4129-46f1-af86-8a276ada0c1f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:55.503724 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b67b8a-ed17-46e6-ac87-067f5a1f10bc None None] Pushing event updated for resources: {'Port': ['ID=0fb90a94-4915-472c-b13a-203530310470,revision_number=4']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:55.509948 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:55.512657 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Routers {'04f08bbe-3a6c-4702-81d9-7690731b51a1'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:55.520091 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:49:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['04f08bbe-3a6c-4702-81d9-7690731b51a1'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:55.529531 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Set router 07cf4604-1989-426d-9c3d-d68c07df9230 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:55.653059 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7e4523d6-5685-4210-9d54-4e9944eaaa03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:55.738650 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39668) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:55.805923 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dcc5e-9172-4716-ac0f-315e9b371f71 req-fb583bd5-6a46-424d-a283-7aa225976616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:55.807578 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7d4dcc5e-9172-4716-ac0f-315e9b371f71 req-fb583bd5-6a46-424d-a283-7aa225976616 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16f69dea-f398-43d3-b58c-4280e56d3e0c HTTP/1.1" status: 200 len: 913 time: 0.7882533 Jan 28 01:49:55.858751 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5c52-7f07-4682-99db-917179152a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:55.962790 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] Set router 04f08bbe-3a6c-4702-81d9-7690731b51a1 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:56.134499 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5c52-7f07-4682-99db-917179152a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.209864 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-26465071-4129-46f1-af86-8a276ada0c1f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.218752 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-26465071-4129-46f1-af86-8a276ada0c1f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.240025 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5c52-7f07-4682-99db-917179152a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.249994 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26465071-4129-46f1-af86-8a276ada0c1f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2905602-a6e4-4e12-b520-97793423d94d,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:56.262262 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-26465071-4129-46f1-af86-8a276ada0c1f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.263980 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-26465071-4129-46f1-af86-8a276ada0c1f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1172607 Jan 28 01:49:56.264964 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-02fb458a-22b9-48bd-ab1e-720c613b6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.270305 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:49:56.277514 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39694) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:56.284816 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Request body: {'floatingip': {'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:49:56.325924 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39696) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:56.331449 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-8f6b5c52-7f07-4682-99db-917179152a86 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=06340ff011ca4bfe9a3ccf36f67c9f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5257955 Jan 28 01:49:56.335982 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7d4dcc5e-9172-4716-ac0f-315e9b371f71 req-6965f976-78dc-47c6-860d-ab320643e827 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa HTTP/1.1" status: 200 len: 217 time: 0.4725111 Jan 28 01:49:56.336881 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.347765 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for floatingip, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.516295 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:44Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '0fb90a94-4915-472c-b13a-203530310470', 'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:41Z', 'updated_at': '2022-01-28T01:49:55Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'subnets': [{'id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:56.555979 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb8fcbe-7240-4083-b55e-287d715333cf None None] The sync data for ids ['04f08bbe-3a6c-4702-81d9-7690731b51a1'] in dv-cinder-824978-1-smb is: [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:44Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '0fb90a94-4915-472c-b13a-203530310470', 'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:41Z', 'updated_at': '2022-01-28T01:49:55Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'subnets': [{'id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:49:56.669434 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.707284 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fed37924-b9a8-4a69-aed2-aefd5d814168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.747487 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fed37924-b9a8-4a69-aed2-aefd5d814168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.823995 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-02fb458a-22b9-48bd-ab1e-720c613b6078 None None] For port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=5f3225fc-41e8-49f3-aad8-1c606cc96eb2,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:49:56.834541 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7e4523d6-5685-4210-9d54-4e9944eaaa03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.841804 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b5c52-7f07-4682-99db-917179152a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f946dd8e-1862-421f-bafb-27d17eb9c0d3,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:56.842174 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fed37924-b9a8-4a69-aed2-aefd5d814168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.850314 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-02fb458a-22b9-48bd-ab1e-720c613b6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.861960 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fed37924-b9a8-4a69-aed2-aefd5d814168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.863966 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-fed37924-b9a8-4a69-aed2-aefd5d814168 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f946dd8e-1862-421f-bafb-27d17eb9c0d3 HTTP/1.1" status: 204 len: 168 time: 0.5370240 Jan 28 01:49:56.878913 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7e4523d6-5685-4210-9d54-4e9944eaaa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:56.934300 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed37924-b9a8-4a69-aed2-aefd5d814168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f946dd8e-1862-421f-bafb-27d17eb9c0d3,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:56.949531 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Allocated IP 172.28.1.123 (53e1632d-3d8a-4bf7-bdd8-752e18cfbd35/fce5ff57-e9f1-4373-a307-b308380c36d0/b407e5e1-497c-4061-a971-b5da45b78568) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:49:56.995023 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:57.014788 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dcc5e-9172-4716-ac0f-315e9b371f71 req-07d44361-7d55-4e3a-b454-f8f746f0c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:57.021323 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7d4dcc5e-9172-4716-ac0f-315e9b371f71 req-07d44361-7d55-4e3a-b454-f8f746f0c3a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=136bac2b-415b-4d2f-aeb4-6dfe40ab315c HTTP/1.1" status: 200 len: 851 time: 0.6385312 Jan 28 01:49:57.026605 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb458a-22b9-48bd-ab1e-720c613b6078 None None] Pushing event updated for resources: {'Port': ['ID=5f3225fc-41e8-49f3-aad8-1c606cc96eb2,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:57.069994 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:57.100014 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-b2c6d2cc-59a2-4919-bc82-91b0613392ee tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:57.122995 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-b2c6d2cc-59a2-4919-bc82-91b0613392ee tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/networks?id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d HTTP/1.1" status: 200 len: 818 time: 0.8927100 Jan 28 01:49:57.133153 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-7e4523d6-5685-4210-9d54-4e9944eaaa03 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c574201ffd464998825a90efa6a1cbbe&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7088449 Jan 28 01:49:57.165698 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d25d4-5682-4bef-81b3-c79fa399a1e6 req-b7b4f1cb-cce1-4308-bd94-4c7268a09b8d tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:57.182684 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4b5d25d4-5682-4bef-81b3-c79fa399a1e6 req-b7b4f1cb-cce1-4308-bd94-4c7268a09b8d tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 943 time: 0.9590974 Jan 28 01:49:57.185517 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4523d6-5685-4210-9d54-4e9944eaaa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c66b134-f2a8-4db4-9ade-bcce6eda14f5,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:57.218540 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39714) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:57.270815 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7d4dcc5e-9172-4716-ac0f-315e9b371f71 req-94d7bbd1-fe66-442a-bf41-a19de9f8b5f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16f69dea-f398-43d3-b58c-4280e56d3e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204076 Jan 28 01:49:57.346015 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:57.346652 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:57.491855 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-73229c5f-ea7d-4ac2-b46f-3ff033958f2d None None] Provisioning complete for port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:57.492243 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-73229c5f-ea7d-4ac2-b46f-3ff033958f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:57.522422 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-06a544e3-30af-4a0a-b4d7-808a87309662 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/quotas/2fbb58ace44244c99f034978e651d64d HTTP/1.1" status: 200 len: 375 time: 0.3951938 Jan 28 01:49:57.544618 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:42Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '5f3225fc-41e8-49f3-aad8-1c606cc96eb2', 'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'mac_address': 'fa:16:3e:9a:09:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:40Z', 'updated_at': '2022-01-28T01:49:53Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'subnets': [{'id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:57.648422 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:57.714474 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c22492a7-d5ed-4bce-94c5-d8f337e72e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:57.799601 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4b5d25d4-5682-4bef-81b3-c79fa399a1e6 req-8b843b06-45ea-47de-a8c6-86ae9e56cb55 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6160069 Jan 28 01:49:57.819068 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:57.861455 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c22492a7-d5ed-4bce-94c5-d8f337e72e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:57.916774 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be05eed-fca8-4e95-986b-156f74e6825e None None] The sync data for ids ['b1527fca-430f-425c-8703-4a0dff2c4df0'] in dv-cinder-824978-1-smb is: [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:42Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '5f3225fc-41e8-49f3-aad8-1c606cc96eb2', 'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'mac_address': 'fa:16:3e:9a:09:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:40Z', 'updated_at': '2022-01-28T01:49:53Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'subnets': [{'id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:49:57.948320 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7d4dcc5e-9172-4716-ac0f-315e9b371f71 req-0187de25-b70b-42c6-a76b-a79448ee2be7 service neutron] 10.222.0.41 "GET /v2.0/networks/16f69dea-f398-43d3-b58c-4280e56d3e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291924 Jan 28 01:49:57.952535 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:58.022284 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-7399b4a8-524d-43b9-95f5-39cb0eb29e64 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fbb58ace44244c99f034978e651d64d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4762576 Jan 28 01:49:58.051441 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:58.055084 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:49:58.060979 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event updated for resources: {'Port': ['ID=b407e5e1-497c-4061-a971-b5da45b78568,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:58.137035 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-73229c5f-ea7d-4ac2-b46f-3ff033958f2d None None] Provisioning complete for port 0fb90a94-4915-472c-b13a-203530310470 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:58.137428 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-73229c5f-ea7d-4ac2-b46f-3ff033958f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:58.216836 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c22492a7-d5ed-4bce-94c5-d8f337e72e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:58.255454 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c22492a7-d5ed-4bce-94c5-d8f337e72e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:58.260968 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-c22492a7-d5ed-4bce-94c5-d8f337e72e69 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c66b134-f2a8-4db4-9ade-bcce6eda14f5 HTTP/1.1" status: 204 len: 168 time: 0.9890611 Jan 28 01:49:58.281075 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 00af8b09-54d6-47bd-bac8-743b0ed4b77c up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:49:58.342961 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7d4dcc5e-9172-4716-ac0f-315e9b371f71 req-d56253e5-2d9d-4795-9d83-b92ace26a856 service neutron] 10.222.0.41 "GET /v2.0/networks/16f69dea-f398-43d3-b58c-4280e56d3e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709404 Jan 28 01:49:58.354865 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22492a7-d5ed-4bce-94c5-d8f337e72e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c66b134-f2a8-4db4-9ade-bcce6eda14f5,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:58.382574 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'name': 'tempest-ServerRescueNegativeTestJSON-621695749-router', 'tenant_id': '2fbb58ace44244c99f034978e651d64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '00af8b09-54d6-47bd-bac8-743b0ed4b77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:49Z', 'revision_number': 4, 'project_id': '2fbb58ace44244c99f034978e651d64d', 'gw_port': {'id': '00af8b09-54d6-47bd-bac8-743b0ed4b77c', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:37Z', 'updated_at': '2022-01-28T01:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '81627490-0102-4258-a1f7-ff1039859d56', 'name': '', 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d', 'tenant_id': '2fbb58ace44244c99f034978e651d64d', 'mac_address': 'fa:16:3e:63:41:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02de3fd4-0fd1-437c-96bf-b34995b100ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:46Z', 'updated_at': '2022-01-28T01:49:49Z', 'revision_number': 2, 'project_id': '2fbb58ace44244c99f034978e651d64d', 'subnets': [{'id': '02de3fd4-0fd1-437c-96bf-b34995b100ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:58.387589 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Allocated IP 172.28.1.17 (53e1632d-3d8a-4bf7-bdd8-752e18cfbd35/fce5ff57-e9f1-4373-a307-b308380c36d0/9fadfa05-a287-45f0-a686-12d793646b1a) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:49:58.553030 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Checking router: 07cf4604-1989-426d-9c3d-d68c07df9230 for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:49:58.554273 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Updating router 07cf4604-1989-426d-9c3d-d68c07df9230 port 81627490-0102-4258-a1f7-ff1039859d56 binding host dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:49:58.656678 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:58.663774 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:58.909526 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:59.037050 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:59.084067 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751f1ab-f955-4a1f-963c-8472325382b4 req-6796c50b-8d19-45e2-b827-6cdf8709d31f tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:59.092123 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1751f1ab-f955-4a1f-963c-8472325382b4 req-6796c50b-8d19-45e2-b827-6cdf8709d31f tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 943 time: 0.1133869 Jan 28 01:49:59.191780 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-e8160c44-4241-4fae-83e4-b9cd08ad0caf service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=107859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:49:59.194084 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-e8160c44-4241-4fae-83e4-b9cd08ad0caf service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7176108 Jan 28 01:49:59.258574 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 00af8b09-54d6-47bd-bac8-743b0ed4b77c triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:49:59.259281 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:59.270251 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1751f1ab-f955-4a1f-963c-8472325382b4 req-0f189ca7-3858-483f-a5fa-f65080a14b53 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771955 Jan 28 01:49:59.380845 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-73229c5f-ea7d-4ac2-b46f-3ff033958f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:59.413654 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:59.512323 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-2389a2c2-c1c3-416a-bccb-701347dfe6aa service neutron] 10.222.0.58 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983496 Jan 28 01:49:59.574513 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:49:59.598057 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:49:59.622764 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:49:59.630853 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event updated for resources: {'Port': ['ID=9fadfa05-a287-45f0-a686-12d793646b1a,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:59.668763 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39780) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:49:59.714663 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-53328651-bf16-4f7f-9c63-fa16e488438d admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:59.741972 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Notify callbacks [] for port, precommit_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:59.753819 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:59.776388 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:59.785458 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-73229c5f-ea7d-4ac2-b46f-3ff033958f2d None None] For port 0fb90a94-4915-472c-b13a-203530310470, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=0fb90a94-4915-472c-b13a-203530310470,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:49:59.796516 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:59.803069 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:59.810634 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-73229c5f-ea7d-4ac2-b46f-3ff033958f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:59.892166 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-a0ae7407-4397-461a-8bc3-189188c67188 service neutron] 10.222.0.58 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704250 Jan 28 01:49:59.906302 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614579'] for floatingip, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:59.939761 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-53328651-bf16-4f7f-9c63-fa16e488438d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:49:59.955505 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-53328651-bf16-4f7f-9c63-fa16e488438d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:00.027002 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-53328651-bf16-4f7f-9c63-fa16e488438d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e685e9bc9ca54f198d3221bb15fb9208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517880 Jan 28 01:50:00.028045 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39786) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:00.043128 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bda506-2cd3-4baf-89a2-48386969a895 None None] Pushing event updated for resources: {'Port': ['ID=81627490-0102-4258-a1f7-ff1039859d56,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:00.046608 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:00.054464 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4513624 Jan 28 01:50:00.057942 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16910859-aa45-485e-8ea3-8938287df9c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event updated for resources: {'Port': ['ID=b407e5e1-497c-4061-a971-b5da45b78568,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:00.084904 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:00.109347 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53328651-bf16-4f7f-9c63-fa16e488438d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10246281-04cd-4cc1-ade8-ee2edf95fa8c,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:00.144101 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:00.158312 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-24b3d5cd-7d6e-4790-92a0-ec31885513fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:00.196216 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-24b3d5cd-7d6e-4790-92a0-ec31885513fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:00.358768 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-24b3d5cd-7d6e-4790-92a0-ec31885513fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:00.376252 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-24b3d5cd-7d6e-4790-92a0-ec31885513fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:00.386807 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-24b3d5cd-7d6e-4790-92a0-ec31885513fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10246281-04cd-4cc1-ade8-ee2edf95fa8c HTTP/1.1" status: 204 len: 168 time: 0.3556449 Jan 28 01:50:00.400511 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73229c5f-ea7d-4ac2-b46f-3ff033958f2d None None] Pushing event updated for resources: {'Port': ['ID=0fb90a94-4915-472c-b13a-203530310470,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:00.457242 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3d5cd-7d6e-4790-92a0-ec31885513fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10246281-04cd-4cc1-ade8-ee2edf95fa8c,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:00.565756 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Attempting to bind port 81627490-0102-4258-a1f7-ff1039859d56 on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:50:00.568281 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Attempting to bind port 81627490-0102-4258-a1f7-ff1039859d56 by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': '7bd93564-303b-44cd-9694-7a7af8af2699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:50:00.568529 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Attempting to bind port 81627490-0102-4258-a1f7-ff1039859d56 on network aa8ebc51-a01b-498f-97ec-dfa700d8d83d {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:00.599076 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:00.599484 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:00.634912 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:00.640098 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:50:00.640739 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Checking segment: {'id': '7bd93564-303b-44cd-9694-7a7af8af2699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:50:00.641281 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:00.642552 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Bound using segment: {'id': '7bd93564-303b-44cd-9694-7a7af8af2699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:50:00.643464 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Bound port: 81627490-0102-4258-a1f7-ff1039859d56, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd93564-303b-44cd-9694-7a7af8af2699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:50:00.644056 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:00.646533 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:00.741403 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614579'] for floatingip, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:00.793349 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:00.804744 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5244148 Jan 28 01:50:00.805767 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb0f55-3ef3-4176-b451-a59ce02bab88 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event updated for resources: {'Port': ['ID=9fadfa05-a287-45f0-a686-12d793646b1a,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:01.026496 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] For port 81627490-0102-4258-a1f7-ff1039859d56, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:50:01.114695 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] For port 81627490-0102-4258-a1f7-ff1039859d56, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=81627490-0102-4258-a1f7-ff1039859d56,segment=NetworkSegment(7bd93564-303b-44cd-9694-7a7af8af2699),segment_id=7bd93564-303b-44cd-9694-7a7af8af2699)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:50:01.127214 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 0fb90a94-4915-472c-b13a-203530310470 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:01.225226 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:01.287486 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bda506-2cd3-4baf-89a2-48386969a895 None None] Pushing event updated for resources: {'Port': ['ID=81627490-0102-4258-a1f7-ff1039859d56,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:01.333629 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 0fb90a94-4915-472c-b13a-203530310470 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:01.335149 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:01.487510 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Routers {'07cf4604-1989-426d-9c3d-d68c07df9230'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:01.488398 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:49:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['07cf4604-1989-426d-9c3d-d68c07df9230'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:01.516868 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148c80e-39cc-4931-8c87-0a2033f363c7 req-c20a17f9-32fa-4c82-81fa-3b9bdb2dcd45 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:01.518999 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1148c80e-39cc-4931-8c87-0a2033f363c7 req-c20a17f9-32fa-4c82-81fa-3b9bdb2dcd45 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 943 time: 0.9624677 Jan 28 01:50:01.538654 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-b3dbce87-235f-4b47-bc6e-adc9cd4e671d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1717459897&fields=id&tenant_id=d01227c1e2c345be95db5c7d427534e6 HTTP/1.1" status: 200 len: 267 time: 0.9843860 Jan 28 01:50:01.732659 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39870) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:01.813605 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-43034ad5-6e97-4109-ba83-f6bdfc02a96f tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:01.815948 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-43034ad5-6e97-4109-ba83-f6bdfc02a96f tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/networks?id=81043963-f01a-4238-ae3c-e4422abf49e4 HTTP/1.1" status: 200 len: 810 time: 0.2763798 Jan 28 01:50:01.851170 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-28264142-db81-4060-abd2-2bfa0cf3fcae tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/quotas/d01227c1e2c345be95db5c7d427534e6 HTTP/1.1" status: 200 len: 375 time: 0.0257983 Jan 28 01:50:01.854554 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1148c80e-39cc-4931-8c87-0a2033f363c7 req-9223c16c-c853-428a-ad6d-7f451ca2a8d8 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126016 Jan 28 01:50:01.999000 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ef459794-706a-42d8-a483-75940ef347db req-27afa3ff-fb1b-4804-9d83-435d6a05274b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 210 time: 0.0519474 Jan 28 01:50:02.037334 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-981a1c06-728e-4977-b169-8084775048c4 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d01227c1e2c345be95db5c7d427534e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1789043 Jan 28 01:50:02.082664 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] Set router 07cf4604-1989-426d-9c3d-d68c07df9230 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:02.200727 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8c49f868-fb35-4a59-91d5-584351ca2fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:02.224820 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 0fb90a94-4915-472c-b13a-203530310470 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:02.265323 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-35ffe00d-04f8-48f4-8ca6-c9c0c825b5ee tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1222695763&fields=id&tenant_id=c429dadc11994a4186276b0066a5c162 HTTP/1.1" status: 200 len: 267 time: 0.1122024 Jan 28 01:50:02.360908 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-12dd103a-6a67-4736-8fe4-275fda90155a service neutron] 10.222.0.58 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988679 Jan 28 01:50:02.383834 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8c49f868-fb35-4a59-91d5-584351ca2fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:02.385224 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 0fb90a94-4915-472c-b13a-203530310470 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:02.391568 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8c49f868-fb35-4a59-91d5-584351ca2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:02.392519 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:02.476280 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 39908) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:02.477166 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-8c49f868-fb35-4a59-91d5-584351ca2fa2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27abccf76aa4445cb19a52b8038c85ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7431862 Jan 28 01:50:02.478485 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49f868-fb35-4a59-91d5-584351ca2fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a381ccf-c6b7-4d43-87a4-893691ae7001,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:02.576578 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'name': 'tempest-ServerRescueNegativeTestJSON-621695749-router', 'tenant_id': '2fbb58ace44244c99f034978e651d64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '00af8b09-54d6-47bd-bac8-743b0ed4b77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:49Z', 'revision_number': 4, 'project_id': '2fbb58ace44244c99f034978e651d64d', 'gw_port': {'id': '00af8b09-54d6-47bd-bac8-743b0ed4b77c', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:37Z', 'updated_at': '2022-01-28T01:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '81627490-0102-4258-a1f7-ff1039859d56', 'name': '', 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d', 'tenant_id': '2fbb58ace44244c99f034978e651d64d', 'mac_address': 'fa:16:3e:63:41:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02de3fd4-0fd1-437c-96bf-b34995b100ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:46Z', 'updated_at': '2022-01-28T01:50:00Z', 'revision_number': 4, 'project_id': '2fbb58ace44244c99f034978e651d64d', 'subnets': [{'id': '02de3fd4-0fd1-437c-96bf-b34995b100ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:02.618509 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31962cab-90ce-4321-bb9a-1746e0ae9123 None None] The sync data for ids ['07cf4604-1989-426d-9c3d-d68c07df9230'] in dv-cinder-824978-1-smb is: [{'id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'name': 'tempest-ServerRescueNegativeTestJSON-621695749-router', 'tenant_id': '2fbb58ace44244c99f034978e651d64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '00af8b09-54d6-47bd-bac8-743b0ed4b77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:49Z', 'revision_number': 4, 'project_id': '2fbb58ace44244c99f034978e651d64d', 'gw_port': {'id': '00af8b09-54d6-47bd-bac8-743b0ed4b77c', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:37Z', 'updated_at': '2022-01-28T01:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '81627490-0102-4258-a1f7-ff1039859d56', 'name': '', 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d', 'tenant_id': '2fbb58ace44244c99f034978e651d64d', 'mac_address': 'fa:16:3e:63:41:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02de3fd4-0fd1-437c-96bf-b34995b100ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:46Z', 'updated_at': '2022-01-28T01:50:00Z', 'revision_number': 4, 'project_id': '2fbb58ace44244c99f034978e651d64d', 'subnets': [{'id': '02de3fd4-0fd1-437c-96bf-b34995b100ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:50:02.653148 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-bb30c47f-b359-450a-97a2-7cc890cb61bb tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:02.654708 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-bb30c47f-b359-450a-97a2-7cc890cb61bb tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/networks?id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be HTTP/1.1" status: 200 len: 816 time: 0.3695405 Jan 28 01:50:02.665730 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-6e0e5c39-3f65-4ff1-9ba9-a0a400bd50fb service neutron] 10.222.0.58 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991650 Jan 28 01:50:02.713708 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-e2d172ff-9a79-4c7f-9cb3-945ee1459300 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/quotas/c429dadc11994a4186276b0066a5c162 HTTP/1.1" status: 200 len: 375 time: 0.0486488 Jan 28 01:50:02.718605 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-41bb1724-1c73-4708-89f2-b6203bd75f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:02.796707 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-41bb1724-1c73-4708-89f2-b6203bd75f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:02.836035 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-a2013d83-9511-4c40-bf59-24b86824a92f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c429dadc11994a4186276b0066a5c162&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1067739 Jan 28 01:50:03.021644 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-41bb1724-1c73-4708-89f2-b6203bd75f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:03.025013 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-41bb1724-1c73-4708-89f2-b6203bd75f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:03.026639 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-41bb1724-1c73-4708-89f2-b6203bd75f2e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a381ccf-c6b7-4d43-87a4-893691ae7001 HTTP/1.1" status: 204 len: 168 time: 0.5329583 Jan 28 01:50:03.051997 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb1724-1c73-4708-89f2-b6203bd75f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a381ccf-c6b7-4d43-87a4-893691ae7001,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:03.059765 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5e444e3b-038e-469c-8806-d2540dd971ea service neutron] 10.222.0.58 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974390 Jan 28 01:50:03.435116 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-14329d7c-5f14-4c38-aa09-293bfe177ea2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:03.437587 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-14329d7c-5f14-4c38-aa09-293bfe177ea2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/networks?id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d HTTP/1.1" status: 200 len: 818 time: 0.3459370 Jan 28 01:50:03.462120 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-fed463b2-1afb-4b11-9739-08332f3ee91d tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/quotas/2fbb58ace44244c99f034978e651d64d HTTP/1.1" status: 200 len: 375 time: 0.0158896 Jan 28 01:50:03.535453 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-dbd44064-3aba-4275-9481-2b5d749fc8c6 service neutron] 10.222.0.58 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608812 Jan 28 01:50:03.559646 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-07c60c20-c851-45b5-a546-d67effdbfb6b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fbb58ace44244c99f034978e651d64d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0899842 Jan 28 01:50:03.683443 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:50:03.920857 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-0ae9147a-9958-45bc-a29f-66dd94d593e8 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:03.923452 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-0ae9147a-9958-45bc-a29f-66dd94d593e8 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.41 "GET /v2.0/networks?id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d HTTP/1.1" status: 200 len: 818 time: 0.2466555 Jan 28 01:50:03.990526 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e9fe282a-7b5c-487c-8737-55d4c8805ce5 service neutron] 10.222.0.58 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295597 Jan 28 01:50:03.996689 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-a96dcefa-e339-41ea-ad73-2dc2b234e98f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Request body: {'port': {'device_id': '639e2520-834f-48a1-bd98-547bb4f9d539', 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d', 'admin_state_up': True, 'tenant_id': '2fbb58ace44244c99f034978e651d64d'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:04.002341 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 39980) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:04.009841 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa,segment=NetworkSegment(daa1df59-fcd6-495f-88b7-24a30559b594),segment_id=daa1df59-fcd6-495f-88b7-24a30559b594)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:04.031563 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-36152c8c-9934-4b93-af16-bcbb826e05ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:04.067034 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa', 'network_id': '16f69dea-f398-43d3-b58c-4280e56d3e0c', 'port_id': '212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa', 'mac_address': 'fa:16:3e:1b:43:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136bac2b-415b-4d2f-aeb4-6dfe40ab315c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:50:04.212571 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:04.264747 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:50:04.314419 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-a96dcefa-e339-41ea-ad73-2dc2b234e98f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Made reservation on behalf of 2fbb58ace44244c99f034978e651d64d for: {'port': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:50:04.318795 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-a96dcefa-e339-41ea-ad73-2dc2b234e98f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:04.324432 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-36152c8c-9934-4b93-af16-bcbb826e05ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:04.335981 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-36152c8c-9934-4b93-af16-bcbb826e05ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:04.378517 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa,segment=NetworkSegment(daa1df59-fcd6-495f-88b7-24a30559b594),segment_id=daa1df59-fcd6-495f-88b7-24a30559b594)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:04.401491 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:04.403942 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 81627490-0102-4258-a1f7-ff1039859d56 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:04.431587 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8e15-a7a5-4a14-b0e3-4f779a1ad077 req-f137ed30-f3df-4d39-aa29-8bf41fdb94f8 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:04.433423 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-101c8e15-a7a5-4a14-b0e3-4f779a1ad077 req-f137ed30-f3df-4d39-aa29-8bf41fdb94f8 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 943 time: 0.3070171 Jan 28 01:50:04.475778 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-36152c8c-9934-4b93-af16-bcbb826e05ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=45e8b933d29144a3bdcd032fa1b24fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4699309 Jan 28 01:50:04.495737 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 40000) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:04.535781 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36152c8c-9934-4b93-af16-bcbb826e05ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd6a2a8-fbbf-418e-bcad-315ea3f2d902,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:04.635423 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1f0e8db7-4186-4014-852f-6bb707df9cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:04.677963 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1f0e8db7-4186-4014-852f-6bb707df9cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:04.680085 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:04.716607 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 81627490-0102-4258-a1f7-ff1039859d56 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:04.717998 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:04.740635 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-101c8e15-a7a5-4a14-b0e3-4f779a1ad077 req-b83954eb-6c81-49e5-b3e0-d098609f7478 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855752 Jan 28 01:50:04.793770 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1f0e8db7-4186-4014-852f-6bb707df9cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:04.797142 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1f0e8db7-4186-4014-852f-6bb707df9cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:04.798444 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-1f0e8db7-4186-4014-852f-6bb707df9cd1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9fd6a2a8-fbbf-418e-bcad-315ea3f2d902 HTTP/1.1" status: 204 len: 168 time: 0.3015733 Jan 28 01:50:04.814245 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e8db7-4186-4014-852f-6bb707df9cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd6a2a8-fbbf-418e-bcad-315ea3f2d902,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:04.837999 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-27108158-e8d7-439d-a716-0b905c657161 service neutron] 10.222.0.58 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7133689 Jan 28 01:50:04.879479 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:50:05.007293 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:05.047072 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.41', 58920) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:05.062098 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-025994d4-c40d-4634-bca9-99354675a5f2 req-9f082428-8109-4cbc-acfc-d127877f0d38 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 210 time: 0.1395950 Jan 28 01:50:05.064330 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] For port 81627490-0102-4258-a1f7-ff1039859d56, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=81627490-0102-4258-a1f7-ff1039859d56,segment=NetworkSegment(7bd93564-303b-44cd-9694-7a7af8af2699),segment_id=7bd93564-303b-44cd-9694-7a7af8af2699)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:05.074850 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:05.136309 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.db_base_plugin_common [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-a96dcefa-e339-41ea-ad73-2dc2b234e98f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Allocated IP 172.20.0.4 (aa8ebc51-a01b-498f-97ec-dfa700d8d83d/02de3fd4-0fd1-437c-96bf-b34995b100ee/01c1e522-ca48-4157-9f1a-35c30ffa361f) {{(pid=107859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:50:05.326095 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Pushing event updated for resources: {'Port': ['ID=81627490-0102-4258-a1f7-ff1039859d56,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:05.414401 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-de8f8b66-2efe-4554-91c6-273be196d2cf req-1a1c1285-2d2b-4411-8320-e428107949a3 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 210 time: 0.1455503 Jan 28 01:50:05.669062 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-e16468f8-904c-487a-b8a0-85a0bae3a32c tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:05.670618 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-e16468f8-904c-487a-b8a0-85a0bae3a32c tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.41 "GET /v2.0/networks?id=81043963-f01a-4238-ae3c-e4422abf49e4 HTTP/1.1" status: 200 len: 810 time: 0.6097188 Jan 28 01:50:05.685186 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-86a2721d-0a25-4726-948a-b2d239e55cd7 req-d21fecca-183c-4cfb-a3a9-2e6f5fa11d6c tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 210 time: 0.3782203 Jan 28 01:50:05.808402 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-ce997d27-2df9-4a3a-aa1e-b4f8da8f288e tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d01227c1e2c345be95db5c7d427534e6 HTTP/1.1" status: 200 len: 380 time: 0.1124797 Jan 28 01:50:05.810942 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-a96dcefa-e339-41ea-ad73-2dc2b234e98f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks [] for port, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:05.819116 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-d59d4e8e-7a34-4861-a77b-10cb2c86e410 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Request body: {'port': {'device_id': '70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'admin_state_up': True, 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'security_groups': ['e7603094-0c3b-4b72-93b9-a60fa463648f']}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:05.979382 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-a96dcefa-e339-41ea-ad73-2dc2b234e98f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:06.044753 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 40068) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:06.046444 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96dcefa-e339-41ea-ad73-2dc2b234e98f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Pushing event updated for resources: {'Port': ['ID=01c1e522-ca48-4157-9f1a-35c30ffa361f,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:06.106475 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-a96dcefa-e339-41ea-ad73-2dc2b234e98f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Network aa8ebc51-a01b-498f-97ec-dfa700d8d83d is already hosted by enough agents. {{(pid=107859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:50:06.109187 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-a96dcefa-e339-41ea-ad73-2dc2b234e98f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Resources bound (agent type, host, resource id): {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:50:06.116803 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.l3_dvrscheduler_db [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-a96dcefa-e339-41ea-ad73-2dc2b234e98f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Received port after_create {{(pid=107859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:50:06.131013 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-a96dcefa-e339-41ea-ad73-2dc2b234e98f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:06.131757 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-a96dcefa-e339-41ea-ad73-2dc2b234e98f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:06.151431 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6793e-9b15-4cd6-b5a1-4caeda4b5fbd req-b7415ba4-de46-4f09-a22c-cdabc2c277ce tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:06.159480 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f1c6793e-9b15-4cd6-b5a1-4caeda4b5fbd req-b7415ba4-de46-4f09-a22c-cdabc2c277ce tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 944 time: 0.2715969 Jan 28 01:50:06.242415 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 81627490-0102-4258-a1f7-ff1039859d56 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:06.250374 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-a96dcefa-e339-41ea-ad73-2dc2b234e98f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2569420 Jan 28 01:50:06.263447 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f804c97e-8fee-4ec1-ac52-3d2662c73d23 req-4dd0a9f7-6cfa-4f67-a7a9-6eab08880aa3 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 210 time: 0.0704629 Jan 28 01:50:06.263608 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.41', 58924) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:06.295574 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Request body: {'port': {'device_id': '639e2520-834f-48a1-bd98-547bb4f9d539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:06.332748 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 81627490-0102-4258-a1f7-ff1039859d56 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:06.334039 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:06.422241 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-d59d4e8e-7a34-4861-a77b-10cb2c86e410 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Made reservation on behalf of d01227c1e2c345be95db5c7d427534e6 for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:50:06.427600 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-d59d4e8e-7a34-4861-a77b-10cb2c86e410 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:06.499160 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f1c6793e-9b15-4cd6-b5a1-4caeda4b5fbd req-ceb85e8c-00df-4c8e-8faf-03dbb99ecc92 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784507 Jan 28 01:50:06.551511 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9f06251a-fb3f-4e34-bfbc-8a6c698d7517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:06.563882 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:06.567382 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 40084) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:06.680799 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b44c5e6c-8c5e-49d8-915c-df5a8b75368c req-09449369-bf51-4a38-9e8d-8a16ab3247b7 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 210 time: 0.0635881 Jan 28 01:50:06.755803 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-241cb9e3-5993-4e89-adeb-bea9a456dfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:06.781531 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-b06d3bf9-e933-4a44-8800-46bde81ddef3 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:06.783807 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-b06d3bf9-e933-4a44-8800-46bde81ddef3 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.41 "GET /v2.0/networks?id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be HTTP/1.1" status: 200 len: 816 time: 0.5192528 Jan 28 01:50:06.884326 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-75b4b43e-1573-4cde-9609-6f6a66b1938e req-009bb399-0561-40a2-8b7b-f6bb98cfbbf6 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 210 time: 0.0608146 Jan 28 01:50:06.931302 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-ec26a923-2000-434c-9d9e-910a7b26547b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c429dadc11994a4186276b0066a5c162 HTTP/1.1" status: 200 len: 380 time: 0.0791740 Jan 28 01:50:06.946088 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-645d5277-3c1c-4bb6-9007-b1a1631b0f0c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Request body: {'port': {'device_id': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'admin_state_up': True, 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'security_groups': ['5c15c0bb-8ea6-4d2e-be09-efaf3c24b907']}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:06.973021 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-d59d4e8e-7a34-4861-a77b-10cb2c86e410 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Allocated IP 172.20.0.11 (81043963-f01a-4238-ae3c-e4422abf49e4/5e45da0d-8ce5-4dd6-9ebf-a92f00adf184/13074ef2-66d4-4f05-b65a-42dc0d26a548) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:50:07.187177 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9f06251a-fb3f-4e34-bfbc-8a6c698d7517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.199906 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9f06251a-fb3f-4e34-bfbc-8a6c698d7517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.205641 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-645d5277-3c1c-4bb6-9007-b1a1631b0f0c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Made reservation on behalf of c429dadc11994a4186276b0066a5c162 for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:50:07.210153 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-645d5277-3c1c-4bb6-9007-b1a1631b0f0c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.227509 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.41', 58928) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:07.277290 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06251a-fb3f-4e34-bfbc-8a6c698d7517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0c74ba-67e1-4271-b409-a640241e6ee3,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:07.284157 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-9f06251a-fb3f-4e34-bfbc-8a6c698d7517 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36d5f0cc338b4adcb6f977bb3d5b8a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2331870 Jan 28 01:50:07.288896 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 40108) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:07.320536 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-d59d4e8e-7a34-4861-a77b-10cb2c86e410 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.380398 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-241cb9e3-5993-4e89-adeb-bea9a456dfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.394052 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-241cb9e3-5993-4e89-adeb-bea9a456dfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.483724 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-d59d4e8e-7a34-4861-a77b-10cb2c86e410 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.495074 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-7996e172-b10b-476d-b336-c8c383f87ea4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:07.496538 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-7996e172-b10b-476d-b336-c8c383f87ea4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.41 "GET /v2.0/networks?id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d HTTP/1.1" status: 200 len: 818 time: 0.2628593 Jan 28 01:50:07.500832 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9563bbce-5660-4e25-8307-c261412b1b58 req-efe6d607-9846-40fe-8fa6-4a72b9dc6509 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 210 time: 0.0756214 Jan 28 01:50:07.508073 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-241cb9e3-5993-4e89-adeb-bea9a456dfb7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=12bf605a4f6544008c2a22e31999b367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9394565 Jan 28 01:50:07.519811 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 40114) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:07.521799 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb9e3-5993-4e89-adeb-bea9a456dfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162258e7-7b8b-4f7a-a78e-ef915a005e39,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:07.560275 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9479edfd-f6a3-46c2-927e-965367d50dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.564535 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.notifiers.nova [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c1e522-ca48-4157-9f1a-35c30ffa361f {{(pid=107859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:50:07.579418 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.603227 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-b2d5f579-f247-4e26-92f4-bc853d927aae tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Request body: {'port': {'device_id': '6ca8468c-16fe-4d01-8c45-7ace0ab54df5', 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d', 'admin_state_up': True, 'tenant_id': '2fbb58ace44244c99f034978e651d64d'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:07.628267 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.provisioning_blocks [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Transition to ACTIVE for port object 01c1e522-ca48-4157-9f1a-35c30ffa361f will not be triggered until provisioned by entity L2. {{(pid=107859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:50:07.644321 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9479edfd-f6a3-46c2-927e-965367d50dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.653426 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.663531 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-645d5277-3c1c-4bb6-9007-b1a1631b0f0c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Allocated IP 172.20.0.6 (b8752f4f-97b1-46ef-a6e7-e53edf6b01be/b2b47d88-4276-41ac-88c0-29b5a88b4328/26da1c97-50e5-4ec4-8fe2-d045228e3eb8) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:50:07.680672 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:07.691940 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-d59d4e8e-7a34-4861-a77b-10cb2c86e410 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Network 81043963-f01a-4238-ae3c-e4422abf49e4 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:50:07.718510 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-d59d4e8e-7a34-4861-a77b-10cb2c86e410 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:50:07.744999 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-d59d4e8e-7a34-4861-a77b-10cb2c86e410 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:50:07.751892 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-d59d4e8e-7a34-4861-a77b-10cb2c86e410 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:07.753731 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-d59d4e8e-7a34-4861-a77b-10cb2c86e410 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.760588 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d4e8e-7a34-4861-a77b-10cb2c86e410 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event updated for resources: {'Port': ['ID=13074ef2-66d4-4f05-b65a-42dc0d26a548,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:07.781373 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5bc5-b2c8-4c5f-8b99-50158474d893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.781522 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:50:07.787301 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:07.787711 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.820427 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Pushing event updated for resources: {'Port': ['ID=01c1e522-ca48-4157-9f1a-35c30ffa361f,revision_number=2']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:07.832170 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-d59d4e8e-7a34-4861-a77b-10cb2c86e410 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0175109 Jan 28 01:50:07.888408 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5bc5-b2c8-4c5f-8b99-50158474d893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.930711 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Request body: {'port': {'device_id': '70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:07.940913 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:07.963393 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192875ea-4217-4ce1-b5a7-24d3dc6fe99a req-4022ed1d-2900-4a1d-9293-da05c9d8f822 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:07.978927 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-192875ea-4217-4ce1-b5a7-24d3dc6fe99a req-4022ed1d-2900-4a1d-9293-da05c9d8f822 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 944 time: 0.3445611 Jan 28 01:50:07.989382 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557f1a47-aff2-498d-858f-1b902facb5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:50:08.088191 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:08.102423 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa,segment=NetworkSegment(daa1df59-fcd6-495f-88b7-24a30559b594),segment_id=daa1df59-fcd6-495f-88b7-24a30559b594)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:08.106947 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.managers [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Attempting to bind port 01c1e522-ca48-4157-9f1a-35c30ffa361f on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:50:08.107345 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.managers [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Attempting to bind port 01c1e522-ca48-4157-9f1a-35c30ffa361f by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '7bd93564-303b-44cd-9694-7a7af8af2699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d'}] {{(pid=107859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:50:08.107555 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-b2d5f579-f247-4e26-92f4-bc853d927aae tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Made reservation on behalf of 2fbb58ace44244c99f034978e651d64d for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:50:08.107856 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Attempting to bind port 01c1e522-ca48-4157-9f1a-35c30ffa361f on network aa8ebc51-a01b-498f-97ec-dfa700d8d83d {{(pid=107859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:08.112104 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-b2d5f579-f247-4e26-92f4-bc853d927aae tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:08.115794 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:08.117135 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-645d5277-3c1c-4bb6-9007-b1a1631b0f0c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:08.135016 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-192875ea-4217-4ce1-b5a7-24d3dc6fe99a req-a4d2ee66-03c1-4fe7-a599-bb1c811e0405 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533389 Jan 28 01:50:08.139580 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Port 01c1e522-ca48-4157-9f1a-35c30ffa361f on network aa8ebc51-a01b-498f-97ec-dfa700d8d83d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:50:08.142234 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Attempting to bind port 01c1e522-ca48-4157-9f1a-35c30ffa361f on network aa8ebc51-a01b-498f-97ec-dfa700d8d83d {{(pid=107859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:08.164413 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-2d6ed15a-fa1e-40cc-87f8-fbf488095cc4 None None] Provisioning complete for port 13074ef2-66d4-4f05-b65a-42dc0d26a548 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:08.165178 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed15a-fa1e-40cc-87f8-fbf488095cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:08.167661 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fab2a953-05ae-44b7-8a19-809e64d37447 req-4f832fcb-7fb8-4700-9c27-e9a32da3b740 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 210 time: 0.1319356 Jan 28 01:50:08.176810 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:50:08.177171 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Checking segment: {'id': '7bd93564-303b-44cd-9694-7a7af8af2699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:50:08.177563 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Bound using segment: {'id': '7bd93564-303b-44cd-9694-7a7af8af2699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d'} {{(pid=107859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:50:08.178045 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.managers [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Bound port: 01c1e522-ca48-4157-9f1a-35c30ffa361f, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd93564-303b-44cd-9694-7a7af8af2699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d'}}] {{(pid=107859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:50:08.178415 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:08.232504 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ed15a-fa1e-40cc-87f8-fbf488095cc4 None None] Port 13074ef2-66d4-4f05-b65a-42dc0d26a548 cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:50:08.239031 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9479edfd-f6a3-46c2-927e-965367d50dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:08.246922 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9479edfd-f6a3-46c2-927e-965367d50dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:08.254341 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-9479edfd-f6a3-46c2-927e-965367d50dcd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e0c74ba-67e1-4271-b409-a640241e6ee3 HTTP/1.1" status: 204 len: 168 time: 0.9643104 Jan 28 01:50:08.257392 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:08.289358 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd6553f-d348-498f-ad91-3497ef827a6e" -d '{"events": [{"server_uuid": "557f1a47-aff2-498d-858f-1b902facb5b5", "name": "network-vif-plugged", "status": "completed", "tag": "212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:08.339623 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] For port 01c1e522-ca48-4157-9f1a-35c30ffa361f, host hv-cinder-82497, cleared binding levels {{(pid=107859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:50:08.343847 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] For port 01c1e522-ca48-4157-9f1a-35c30ffa361f, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=01c1e522-ca48-4157-9f1a-35c30ffa361f,segment=NetworkSegment(7bd93564-303b-44cd-9694-7a7af8af2699),segment_id=7bd93564-303b-44cd-9694-7a7af8af2699)] {{(pid=107859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:50:08.380570 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-53c0e308-281e-45e1-a0ff-9578429f0e92 req-536a810c-ed4d-4483-bdb4-434549b106e2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 210 time: 0.0321321 Jan 28 01:50:08.388020 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:08.406464 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-645d5277-3c1c-4bb6-9007-b1a1631b0f0c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:08.452999 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479edfd-f6a3-46c2-927e-965367d50dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0c74ba-67e1-4271-b409-a640241e6ee3,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:08.517221 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:08.519565 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:08.523709 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] 10.222.0.41 "PUT /v2.0/ports/01c1e522-ca48-4157-9f1a-35c30ffa361f HTTP/1.1" status: 200 len: 1093 time: 2.2478287 Jan 28 01:50:08.531085 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639e2520-834f-48a1-bd98-547bb4f9d539', 'tag': '01c1e522-ca48-4157-9f1a-35c30ffa361f'}] {{(pid=107859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:50:08.544323 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f26e8db650ad48871ace5057421b275907cd6391da2f912926caf74004d3c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f44067a-650b-455f-8a98-5c1637f9bdee" -d '{"events": [{"name": "network-changed", "server_uuid": "639e2520-834f-48a1-bd98-547bb4f9d539", "tag": "01c1e522-ca48-4157-9f1a-35c30ffa361f"}]}' {{(pid=107859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:08.561770 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5bc5-b2c8-4c5f-8b99-50158474d893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:08.569094 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af32d7a9-4cec-4ccf-9095-cfd16058bde2 x-openstack-request-id: req-af32d7a9-4cec-4ccf-9095-cfd16058bde2 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:08.569596 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557f1a47-aff2-498d-858f-1b902facb5b5", "name": "network-vif-plugged", "status": "completed", "tag": "212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:08.570000 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af32d7a9-4cec-4ccf-9095-cfd16058bde2 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:08.570598 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557f1a47-aff2-498d-858f-1b902facb5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa', 'code': 200} Jan 28 01:50:08.572150 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5bc5-b2c8-4c5f-8b99-50158474d893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:08.581794 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-7a9b5bc5-b2c8-4c5f-8b99-50158474d893 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/162258e7-7b8b-4f7a-a78e-ef915a005e39 HTTP/1.1" status: 204 len: 168 time: 1.0573802 Jan 28 01:50:08.618221 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b5bc5-b2c8-4c5f-8b99-50158474d893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162258e7-7b8b-4f7a-a78e-ef915a005e39,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:08.774271 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1642677-f073-4f0f-9093-05d59ddfa4c9 x-openstack-request-id: req-d1642677-f073-4f0f-9093-05d59ddfa4c9 {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:08.776090 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639e2520-834f-48a1-bd98-547bb4f9d539", "tag": "01c1e522-ca48-4157-9f1a-35c30ffa361f", "status": "completed", "code": 200}]} {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:08.776377 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1642677-f073-4f0f-9093-05d59ddfa4c9 {{(pid=107859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:08.778283 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639e2520-834f-48a1-bd98-547bb4f9d539', 'tag': '01c1e522-ca48-4157-9f1a-35c30ffa361f', 'status': 'completed', 'code': 200} Jan 28 01:50:08.789687 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-645d5277-3c1c-4bb6-9007-b1a1631b0f0c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Network b8752f4f-97b1-46ef-a6e7-e53edf6b01be is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:50:08.814942 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-645d5277-3c1c-4bb6-9007-b1a1631b0f0c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:50:08.833141 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-645d5277-3c1c-4bb6-9007-b1a1631b0f0c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:50:08.840259 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-645d5277-3c1c-4bb6-9007-b1a1631b0f0c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:08.841593 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-645d5277-3c1c-4bb6-9007-b1a1631b0f0c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:08.881947 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8a81d-5f63-4ee0-a25d-a267a8a3a437 service neutron] Pushing event updated for resources: {'Port': ['ID=01c1e522-ca48-4157-9f1a-35c30ffa361f,revision_number=3']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:08.915875 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-b2d5f579-f247-4e26-92f4-bc853d927aae tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Allocated IP 172.20.0.12 (aa8ebc51-a01b-498f-97ec-dfa700d8d83d/02de3fd4-0fd1-437c-96bf-b34995b100ee/e101a337-d810-458b-a6ad-89daa70e996b) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:50:08.930907 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f442cf2-1dab-40c1-a0af-ab80ffa9a7fc req-560a03f0-d89e-4e40-aa1b-1fc3aedeb29f tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:08.939202 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3f442cf2-1dab-40c1-a0af-ab80ffa9a7fc req-560a03f0-d89e-4e40-aa1b-1fc3aedeb29f tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 932 time: 0.2165005 Jan 28 01:50:08.976959 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-bebde84a-ec17-40f2-9953-0e3840bf2506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:08.978566 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-bebde84a-ec17-40f2-9953-0e3840bf2506 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbb58ace44244c99f034978e651d64d&device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 1096 time: 0.2877617 Jan 28 01:50:08.994923 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.41', 58933) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:09.009951 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 40170) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:09.081080 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-645d5277-3c1c-4bb6-9007-b1a1631b0f0c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1434231 Jan 28 01:50:09.104909 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d5277-3c1c-4bb6-9007-b1a1631b0f0c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event updated for resources: {'Port': ['ID=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:09.193912 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6de9664d-67cd-4f21-832b-45163ff1b28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:09.232971 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3f442cf2-1dab-40c1-a0af-ab80ffa9a7fc req-e88c1028-a72d-489c-8bde-680119e95f07 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925775 Jan 28 01:50:09.237050 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-8e96de2e-78c7-4be9-9e40-0ad90fc12ef8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c1e522-ca48-4157-9f1a-35c30ffa361f HTTP/1.1" status: 200 len: 217 time: 0.2114930 Jan 28 01:50:09.273170 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-22794841-f1ba-4942-be16-59c5d280de77 None None] Provisioning complete for port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:09.273718 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-22794841-f1ba-4942-be16-59c5d280de77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:09.355551 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-22794841-f1ba-4942-be16-59c5d280de77 None None] Port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:50:09.408742 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Request body: {'port': {'device_id': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:09.422808 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b07f2-067a-499a-802e-f133e0988e5a req-10d96a42-f1fa-4e64-a148-db001e32127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:09.424351 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f97b07f2-067a-499a-802e-f133e0988e5a req-10d96a42-f1fa-4e64-a148-db001e32127a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 1098 time: 0.4061866 Jan 28 01:50:09.429153 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 40182) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:09.458240 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-ff0880f5-e154-4a45-95b1-aa4e99e7b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:09.459744 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-ff0880f5-e154-4a45-95b1-aa4e99e7b720 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02de3fd4-0fd1-437c-96bf-b34995b100ee HTTP/1.1" status: 200 len: 858 time: 0.1964951 Jan 28 01:50:09.493756 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8644de1-2bd3-4769-a9ce-19065c448103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:09.516102 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f5a33-b904-4c6f-9758-a497ddb259dd req-c83b03d1-65d0-4a20-bc92-a105c2f0cde0 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:09.516102 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-338f5a33-b904-4c6f-9758-a497ddb259dd req-c83b03d1-65d0-4a20-bc92-a105c2f0cde0 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 945 time: 0.2239985 Jan 28 01:50:09.516102 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-f97b07f2-067a-499a-802e-f133e0988e5a req-96afa2ce-e7c1-40b9-b0dc-af84801c4126 service neutron] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:09.540778 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-1f6d6530-bcc4-42c4-acfc-a9f53aea94c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593066 Jan 28 01:50:09.572049 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:09.580561 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f86dab-9648-4f5d-b0cf-ca3eed51a751 req-1ba3ebd8-6af9-453b-9d45-330c8e453771 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:09.582018 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-14f86dab-9648-4f5d-b0cf-ca3eed51a751 req-1ba3ebd8-6af9-453b-9d45-330c8e453771 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 931 time: 0.2170033 Jan 28 01:50:09.598560 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-b2d5f579-f247-4e26-92f4-bc853d927aae tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:09.717887 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13074ef2-66d4-4f05-b65a-42dc0d26a548 {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:50:09.719107 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6de9664d-67cd-4f21-832b-45163ff1b28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:09.743794 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-338f5a33-b904-4c6f-9758-a497ddb259dd req-e16616b9-42a9-4a40-bce6-410b11bb9a62 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072320 Jan 28 01:50:09.744387 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6de9664d-67cd-4f21-832b-45163ff1b28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:09.789318 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:09.807199 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-14f86dab-9648-4f5d-b0cf-ca3eed51a751 req-8bb7cd0d-f7c9-4217-bb32-a67c82cdaa59 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990163 Jan 28 01:50:09.812642 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Transition to ACTIVE for port object 13074ef2-66d4-4f05-b65a-42dc0d26a548 will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:50:09.829671 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:09.869655 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-bea71c4f-3122-41d6-b922-0f72555935b7 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089442 Jan 28 01:50:09.892937 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Pushing event updated for resources: {'Port': ['ID=13074ef2-66d4-4f05-b65a-42dc0d26a548,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:09.904694 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-b2d5f579-f247-4e26-92f4-bc853d927aae tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:09.920522 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-6de9664d-67cd-4f21-832b-45163ff1b28d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63d284bc0f2f4ca68454e1e3c273d6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9095221 Jan 28 01:50:09.922965 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-034268de-977b-420a-a826-8c477acbb7fe req-2f146506-298c-49bb-8cd1-771d9e0c8222 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 210 time: 0.0991356 Jan 28 01:50:09.923707 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9664d-67cd-4f21-832b-45163ff1b28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f555444f-30a3-427a-b322-37a69d9714dd,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:09.928591 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 40190) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:09.998995 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-b2d5f579-f247-4e26-92f4-bc853d927aae tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Network aa8ebc51-a01b-498f-97ec-dfa700d8d83d is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:50:10.021884 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8644de1-2bd3-4769-a9ce-19065c448103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.038271 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-b2d5f579-f247-4e26-92f4-bc853d927aae tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:50:10.040766 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-b2d5f579-f247-4e26-92f4-bc853d927aae tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:50:10.046557 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-b2d5f579-f247-4e26-92f4-bc853d927aae tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:10.047416 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-b2d5f579-f247-4e26-92f4-bc853d927aae tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.050239 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5f579-f247-4e26-92f4-bc853d927aae tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Pushing event updated for resources: {'Port': ['ID=e101a337-d810-458b-a6ad-89daa70e996b,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:10.051215 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8644de1-2bd3-4769-a9ce-19065c448103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.057235 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-f97b07f2-067a-499a-802e-f133e0988e5a req-96afa2ce-e7c1-40b9-b0dc-af84801c4126 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.096683 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-f97b07f2-067a-499a-802e-f133e0988e5a req-96afa2ce-e7c1-40b9-b0dc-af84801c4126 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.124449 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-b2d5f579-f247-4e26-92f4-bc853d927aae tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5816016 Jan 28 01:50:10.147820 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Attempting to bind port 13074ef2-66d4-4f05-b65a-42dc0d26a548 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:50:10.148171 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Attempting to bind port 13074ef2-66d4-4f05-b65a-42dc0d26a548 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:50:10.148574 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Attempting to bind port 13074ef2-66d4-4f05-b65a-42dc0d26a548 on network 81043963-f01a-4238-ae3c-e4422abf49e4 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:10.157957 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Request body: {'port': {'device_id': '6ca8468c-16fe-4d01-8c45-7ace0ab54df5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:10.167848 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f97b07f2-067a-499a-802e-f133e0988e5a req-96afa2ce-e7c1-40b9-b0dc-af84801c4126 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7226062 Jan 28 01:50:10.177517 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-d8644de1-2bd3-4769-a9ce-19065c448103 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1cfac4ee70bd4ec08affc36a15679818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7459579 Jan 28 01:50:10.178388 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8644de1-2bd3-4769-a9ce-19065c448103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1090560c-cf01-4c63-acd4-bea93910a397,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:10.181991 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 40198) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:10.185778 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Port 13074ef2-66d4-4f05-b65a-42dc0d26a548 on network 81043963-f01a-4238-ae3c-e4422abf49e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:50:10.186105 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Attempting to bind port 13074ef2-66d4-4f05-b65a-42dc0d26a548 on network 81043963-f01a-4238-ae3c-e4422abf49e4 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:10.204364 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e245f4e1-a834-4a34-8f3b-2778c461192b req-388c21f1-33e8-4d70-82c5-13e04a3e35c0 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107069 Jan 28 01:50:10.209518 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:50:10.209874 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Checking segment: {'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:50:10.210472 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Bound using segment: {'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:50:10.210924 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Bound port: 13074ef2-66d4-4f05-b65a-42dc0d26a548, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:50:10.211295 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.221841 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e0d0-312b-435e-b75e-fdcfddbefb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.296342 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afa2ce-e7c1-40b9-b0dc-af84801c4126 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fb928de8-9699-4194-8b28-a3f468c7262e,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:10.313982 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e0d0-312b-435e-b75e-fdcfddbefb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.351660 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-cec71180-ffb2-43dd-acb8-18050f68501c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.408932 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.433695 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-cec71180-ffb2-43dd-acb8-18050f68501c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.489759 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800dd89-dbe3-4a44-afce-2512520115fc req-82d86c8a-3d41-4d49-ba81-702a280c9871 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:10.491347 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4800dd89-dbe3-4a44-afce-2512520115fc req-82d86c8a-3d41-4d49-ba81-702a280c9871 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 944 time: 0.1355443 Jan 28 01:50:10.493610 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e0d0-312b-435e-b75e-fdcfddbefb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.496489 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e0d0-312b-435e-b75e-fdcfddbefb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.496750 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:50:10.500058 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-fcf2e0d0-312b-435e-b75e-fdcfddbefb43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f555444f-30a3-427a-b322-37a69d9714dd HTTP/1.1" status: 204 len: 168 time: 0.5628181 Jan 28 01:50:10.515500 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2e0d0-312b-435e-b75e-fdcfddbefb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f555444f-30a3-427a-b322-37a69d9714dd,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:10.519695 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] For port 13074ef2-66d4-4f05-b65a-42dc0d26a548, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:50:10.536723 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.559933 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] For port 13074ef2-66d4-4f05-b65a-42dc0d26a548, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=13074ef2-66d4-4f05-b65a-42dc0d26a548,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:50:10.581789 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.589844 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Transition to ACTIVE for port object 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:50:10.596684 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-cec71180-ffb2-43dd-acb8-18050f68501c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.599930 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-cec71180-ffb2-43dd-acb8-18050f68501c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.601639 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-cec71180-ffb2-43dd-acb8-18050f68501c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1090560c-cf01-4c63-acd4-bea93910a397 HTTP/1.1" status: 204 len: 168 time: 0.4158809 Jan 28 01:50:10.619928 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4800dd89-dbe3-4a44-afce-2512520115fc req-0a82d915-d849-4b88-84d5-14a2f810d215 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000385 Jan 28 01:50:10.622856 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec71180-ffb2-43dd-acb8-18050f68501c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1090560c-cf01-4c63-acd4-bea93910a397,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:10.641227 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.725410 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:10.726084 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:10.727514 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] 10.222.0.41 "PUT /v2.0/ports/13074ef2-66d4-4f05-b65a-42dc0d26a548 HTTP/1.1" status: 200 len: 1094 time: 2.8698316 Jan 28 01:50:10.730776 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e', 'tag': '13074ef2-66d4-4f05-b65a-42dc0d26a548'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:50:10.845775 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44067a-650b-455f-8a98-5c1637f9bdee req-cc2c8d39-6d3d-4ece-b795-9b495d494ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:10.853167 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3f44067a-650b-455f-8a98-5c1637f9bdee req-cc2c8d39-6d3d-4ece-b795-9b495d494ed0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbb58ace44244c99f034978e651d64d&device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 1096 time: 0.1331618 Jan 28 01:50:10.994029 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16eae7-4cca-42c4-8793-cc3caffbc167 service neutron] Pushing event updated for resources: {'Port': ['ID=13074ef2-66d4-4f05-b65a-42dc0d26a548,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:11.173293 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f8e4-0e53-4e73-b709-bdf00cee3fe8 req-fb0174d7-496f-4240-8a7b-3ffcaa1576d7 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:11.179034 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8a75f8e4-0e53-4e73-b709-bdf00cee3fe8 req-fb0174d7-496f-4240-8a7b-3ffcaa1576d7 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 945 time: 0.2414052 Jan 28 01:50:11.195173 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4965c-d081-4275-b6b8-289e3992a61e req-5a3f16ab-f1eb-481e-8d4f-f732a09650ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:11.203031 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c6f4965c-d081-4275-b6b8-289e3992a61e req-5a3f16ab-f1eb-481e-8d4f-f732a09650ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.1733537 Jan 28 01:50:11.207724 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44067a-650b-455f-8a98-5c1637f9bdee req-a8320679-faed-444b-8fd9-c9d8cdf0450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:11.209651 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3f44067a-650b-455f-8a98-5c1637f9bdee req-a8320679-faed-444b-8fd9-c9d8cdf0450c service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d HTTP/1.1" status: 200 len: 920 time: 0.3487840 Jan 28 01:50:11.222508 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4660498-dee8-407b-b896-92332d68da3c" -d '{"events": [{"name": "network-changed", "server_uuid": "70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e", "tag": "13074ef2-66d4-4f05-b65a-42dc0d26a548"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:11.272898 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Attempting to bind port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:50:11.273573 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Attempting to bind port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:50:11.273912 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Attempting to bind port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 on network b8752f4f-97b1-46ef-a6e7-e53edf6b01be {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:11.277459 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-95f57698-ab2c-43a6-bbd0-0b9a0797855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:11.278935 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-95f57698-ab2c-43a6-bbd0-0b9a0797855b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d01227c1e2c345be95db5c7d427534e6&device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 1097 time: 0.4389532 Jan 28 01:50:11.332212 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Pushing event updated for resources: {'Port': ['ID=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:11.334757 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 on network b8752f4f-97b1-46ef-a6e7-e53edf6b01be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:50:11.335090 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Attempting to bind port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 on network b8752f4f-97b1-46ef-a6e7-e53edf6b01be {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:11.383989 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-5aa59e89-75d5-4275-abc3-801b89f3b66b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13074ef2-66d4-4f05-b65a-42dc0d26a548 HTTP/1.1" status: 200 len: 217 time: 0.0875132 Jan 28 01:50:11.392332 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:50:11.392332 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Checking segment: {'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:50:11.392645 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Bound using segment: {'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:50:11.393150 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Bound port: 26da1c97-50e5-4ec4-8fe2-d045228e3eb8, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:50:11.393322 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:11.493738 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3f44067a-650b-455f-8a98-5c1637f9bdee req-cbea37be-6103-49f2-9789-e204e9b57595 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c1e522-ca48-4157-9f1a-35c30ffa361f HTTP/1.1" status: 200 len: 217 time: 0.2692726 Jan 28 01:50:11.532467 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c6f4965c-d081-4275-b6b8-289e3992a61e req-1583dee3-55f8-4db0-b586-ad54f4e44e37 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277266 Jan 28 01:50:11.553365 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-de97d9d3-2772-4b61-b3d4-22ad084e18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:11.554480 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-de97d9d3-2772-4b61-b3d4-22ad084e18c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e45da0d-8ce5-4dd6-9ebf-a92f00adf184 HTTP/1.1" status: 200 len: 849 time: 0.1529160 Jan 28 01:50:11.581407 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8a75f8e4-0e53-4e73-b709-bdf00cee3fe8 req-d2c7b746-b199-45af-b6bd-aa9ced09e53e tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748682 Jan 28 01:50:11.620675 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e101a337-d810-458b-a6ad-89daa70e996b {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:50:11.625162 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] For port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:50:11.646689 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:11.657592 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44067a-650b-455f-8a98-5c1637f9bdee req-60f7be90-94e9-4275-bc3b-faa9cad13864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:11.659148 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3f44067a-650b-455f-8a98-5c1637f9bdee req-60f7be90-94e9-4275-bc3b-faa9cad13864 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02de3fd4-0fd1-437c-96bf-b34995b100ee HTTP/1.1" status: 200 len: 858 time: 0.1477613 Jan 28 01:50:11.694630 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] For port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:50:11.718316 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:11.719759 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3f44067a-650b-455f-8a98-5c1637f9bdee req-df59e131-c826-4c0f-adad-16dd42b25663 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434506 Jan 28 01:50:11.946477 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254cc37-f4ca-4a26-85bf-d69ee26c5c63 req-e302f971-b8fd-42f7-9f28-786caa3e059e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:11.960462 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9254cc37-f4ca-4a26-85bf-d69ee26c5c63 req-e302f971-b8fd-42f7-9f28-786caa3e059e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 932 time: 0.2432876 Jan 28 01:50:12.009801 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-15fb7d78-27ab-4ef8-9594-2481238af217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:12.011370 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-15fb7d78-27ab-4ef8-9594-2481238af217 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81043963-f01a-4238-ae3c-e4422abf49e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4469821 Jan 28 01:50:12.012919 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:12.013578 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:12.014967 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] 10.222.0.41 "PUT /v2.0/ports/26da1c97-50e5-4ec4-8fe2-d045228e3eb8 HTTP/1.1" status: 200 len: 1093 time: 2.8995936 Jan 28 01:50:12.020271 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Transition to ACTIVE for port object e101a337-d810-458b-a6ad-89daa70e996b will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:50:12.028629 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:12.105465 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9254cc37-f4ca-4a26-85bf-d69ee26c5c63 req-9eeb0f7f-5d4f-4610-9246-5c5c2de6f732 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435342 Jan 28 01:50:12.146565 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410745b7-ae03-4671-9681-71bf8870ef6e x-openstack-request-id: req-410745b7-ae03-4671-9681-71bf8870ef6e {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:12.146893 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e", "tag": "13074ef2-66d4-4f05-b65a-42dc0d26a548", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:12.147414 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-410745b7-ae03-4671-9681-71bf8870ef6e {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:12.148164 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e', 'tag': '13074ef2-66d4-4f05-b65a-42dc0d26a548', 'status': 'completed', 'code': 200} Jan 28 01:50:12.155672 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417b9e9-402c-4809-b391-e3377c748a6c service neutron] Pushing event updated for resources: {'Port': ['ID=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:12.190878 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3f44067a-650b-455f-8a98-5c1637f9bdee req-bdc39722-68b5-49b4-b447-b0fa277ca235 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754630 Jan 28 01:50:12.350445 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3f44067a-650b-455f-8a98-5c1637f9bdee req-f5ab8f26-3653-464f-acd0-2eee3d5bacfa service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081221 Jan 28 01:50:12.367611 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Attempting to bind port e101a337-d810-458b-a6ad-89daa70e996b on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:50:12.368062 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Attempting to bind port e101a337-d810-458b-a6ad-89daa70e996b by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '7bd93564-303b-44cd-9694-7a7af8af2699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:50:12.368679 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Attempting to bind port e101a337-d810-458b-a6ad-89daa70e996b on network aa8ebc51-a01b-498f-97ec-dfa700d8d83d {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:12.370129 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc388f-2421-48f1-aca8-e6eacd9fa861 req-9061153a-13b5-47e5-ab74-33fb4e947cae tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:12.372182 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6ecc388f-2421-48f1-aca8-e6eacd9fa861 req-9061153a-13b5-47e5-ab74-33fb4e947cae tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 944 time: 0.1604970 Jan 28 01:50:12.400458 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Port e101a337-d810-458b-a6ad-89daa70e996b on network aa8ebc51-a01b-498f-97ec-dfa700d8d83d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:50:12.400803 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Attempting to bind port e101a337-d810-458b-a6ad-89daa70e996b on network aa8ebc51-a01b-498f-97ec-dfa700d8d83d {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:12.417753 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:50:12.418085 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Checking segment: {'id': '7bd93564-303b-44cd-9694-7a7af8af2699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:50:12.418454 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Bound using segment: {'id': '7bd93564-303b-44cd-9694-7a7af8af2699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:50:12.418933 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Bound port: e101a337-d810-458b-a6ad-89daa70e996b, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd93564-303b-44cd-9694-7a7af8af2699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:50:12.419235 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:12.444169 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6ecc388f-2421-48f1-aca8-e6eacd9fa861 req-c0c77c6b-5609-48b4-89b3-92cca8252bea tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641332 Jan 28 01:50:12.528148 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] For port e101a337-d810-458b-a6ad-89daa70e996b, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:50:12.533620 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] For port e101a337-d810-458b-a6ad-89daa70e996b, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e101a337-d810-458b-a6ad-89daa70e996b,segment=NetworkSegment(7bd93564-303b-44cd-9694-7a7af8af2699),segment_id=7bd93564-303b-44cd-9694-7a7af8af2699)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:50:12.538224 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Pushing event updated for resources: {'Port': ['ID=e101a337-d810-458b-a6ad-89daa70e996b,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:12.584719 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-95be8cf3-c18d-43c6-9fe2-ed2838a131d0 service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462248 Jan 28 01:50:12.598506 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-d1607ee6-4815-448f-95fd-8d211344580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:12.601367 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-d1607ee6-4815-448f-95fd-8d211344580d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c429dadc11994a4186276b0066a5c162&device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 1096 time: 0.4509811 Jan 28 01:50:12.609703 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:12.791941 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f49d63-cc59-49b1-921f-6f28029b3a5a req-a209da67-29fd-4e9b-9cfe-9551fd2b9d7b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:12.793779 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-06f49d63-cc59-49b1-921f-6f28029b3a5a req-a209da67-29fd-4e9b-9cfe-9551fd2b9d7b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.1322076 Jan 28 01:50:12.805497 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-eb3d52ce-0fab-460a-9cee-04f53c189ac7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8 HTTP/1.1" status: 200 len: 217 time: 0.1509087 Jan 28 01:50:12.811843 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beaa782-8ee8-47d3-be66-33a4bbbff973 req-ab43a9fc-1b31-4a4b-815a-d349ce15e306 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:12.821111 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2beaa782-8ee8-47d3-be66-33a4bbbff973 req-ab43a9fc-1b31-4a4b-815a-d349ce15e306 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 945 time: 0.1407249 Jan 28 01:50:12.822492 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:12.825147 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:12.827076 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] 10.222.0.41 "PUT /v2.0/ports/e101a337-d810-458b-a6ad-89daa70e996b HTTP/1.1" status: 200 len: 1094 time: 2.6807418 Jan 28 01:50:12.896929 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2beaa782-8ee8-47d3-be66-33a4bbbff973 req-f57735da-74d0-4434-bc7e-08af128f879d tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747907 Jan 28 01:50:12.910593 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-06f49d63-cc59-49b1-921f-6f28029b3a5a req-b9c873b6-a2fc-49ad-8bf4-f51e6c904c95 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871992 Jan 28 01:50:12.932073 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-6b4ac007-beb9-49ff-b9ce-98efc821985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:12.933551 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-6b4ac007-beb9-49ff-b9ce-98efc821985b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b47d88-4276-41ac-88c0-29b5a88b4328 HTTP/1.1" status: 200 len: 855 time: 0.1011586 Jan 28 01:50:12.942053 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8d2b8-337b-4af7-a3bb-777ebb2a0340 service neutron] Pushing event updated for resources: {'Port': ['ID=e101a337-d810-458b-a6ad-89daa70e996b,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:13.044098 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-90f54671-04ff-417f-9480-4e30da1c9e8a req-96ad8742-c18e-4c91-b654-2234cee98418 service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317594 Jan 28 01:50:13.060211 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-a20f9e94-2c08-4b85-9c3d-3d358fa00cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:13.066097 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-a20f9e94-2c08-4b85-9c3d-3d358fa00cf3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbb58ace44244c99f034978e651d64d&device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 1097 time: 0.1314256 Jan 28 01:50:13.068047 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-dbacbc63-6776-4efe-985b-c55ff9f97433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:13.069613 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-dbacbc63-6776-4efe-985b-c55ff9f97433 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1110866 Jan 28 01:50:13.179358 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-a1f27796-79da-4225-a4f7-78e298093b1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e101a337-d810-458b-a6ad-89daa70e996b HTTP/1.1" status: 200 len: 217 time: 0.0598783 Jan 28 01:50:13.274202 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e93e3-1167-45b8-9371-77caf53ebf23 req-bc14ce62-a7d7-453a-9330-065b826abe7c tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:13.289096 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-302e93e3-1167-45b8-9371-77caf53ebf23 req-bc14ce62-a7d7-453a-9330-065b826abe7c tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 944 time: 0.0801702 Jan 28 01:50:13.383989 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-302e93e3-1167-45b8-9371-77caf53ebf23 req-01517605-ab45-4577-9d98-1ace56ff305a tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940371 Jan 28 01:50:13.404584 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-481c1e95-28f0-4ad8-a784-e25c84ed145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:13.406053 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-481c1e95-28f0-4ad8-a784-e25c84ed145e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02de3fd4-0fd1-437c-96bf-b34995b100ee HTTP/1.1" status: 200 len: 858 time: 0.1351714 Jan 28 01:50:13.415340 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-688b8a43-6d2f-4acb-a318-0605f7ec9426 service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263939 Jan 28 01:50:13.429055 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4660498-dee8-407b-b896-92332d68da3c req-f6093905-e79d-408d-8800-d041380cc37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:13.430750 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4660498-dee8-407b-b896-92332d68da3c req-f6093905-e79d-408d-8800-d041380cc37e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d01227c1e2c345be95db5c7d427534e6&device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 1097 time: 0.1611905 Jan 28 01:50:13.490084 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-8fa2a635-a7f7-4977-b915-70471dd38ca6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728815 Jan 28 01:50:13.649554 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89a9c0-3781-4711-aa6c-0ad4b22d91ae req-80e83e90-32c2-4bc8-a481-73952dc9b74a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:13.658393 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5f89a9c0-3781-4711-aa6c-0ad4b22d91ae req-80e83e90-32c2-4bc8-a481-73952dc9b74a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 944 time: 0.0745935 Jan 28 01:50:13.709344 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 01c1e522-ca48-4157-9f1a-35c30ffa361f details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:50:13.727285 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5f89a9c0-3781-4711-aa6c-0ad4b22d91ae req-f13fd11a-f36e-4f93-8a5c-f0bec8042653 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678825 Jan 28 01:50:13.797993 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-28d52e2b-2910-4ac3-97af-a5dd31729b99 req-107dc07d-afee-4432-bf07-8f5f29d5d031 service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644569 Jan 28 01:50:13.804200 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4660498-dee8-407b-b896-92332d68da3c req-652828e1-e55e-4421-a911-431c554272dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:13.805643 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4660498-dee8-407b-b896-92332d68da3c req-652828e1-e55e-4421-a911-431c554272dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=81043963-f01a-4238-ae3c-e4422abf49e4 HTTP/1.1" status: 200 len: 912 time: 0.3621054 Jan 28 01:50:13.812495 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-c5e6fda5-47a7-4806-bd9e-c387e95274d8 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718937 Jan 28 01:50:13.846833 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 01c1e522-ca48-4157-9f1a-35c30ffa361f, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=01c1e522-ca48-4157-9f1a-35c30ffa361f,segment=NetworkSegment(7bd93564-303b-44cd-9694-7a7af8af2699),segment_id=7bd93564-303b-44cd-9694-7a7af8af2699)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:13.861699 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '01c1e522-ca48-4157-9f1a-35c30ffa361f', 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d', 'port_id': '01c1e522-ca48-4157-9f1a-35c30ffa361f', 'mac_address': 'fa:16:3e:1c:ce:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02de3fd4-0fd1-437c-96bf-b34995b100ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:50:13.892758 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4660498-dee8-407b-b896-92332d68da3c req-0e4adfb0-5d62-4403-9998-348e1efe809b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13074ef2-66d4-4f05-b65a-42dc0d26a548 HTTP/1.1" status: 200 len: 217 time: 0.0618961 Jan 28 01:50:13.905703 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:13.921304 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c1e522-ca48-4157-9f1a-35c30ffa361f {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:50:13.973658 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 01c1e522-ca48-4157-9f1a-35c30ffa361f, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=01c1e522-ca48-4157-9f1a-35c30ffa361f,segment=NetworkSegment(7bd93564-303b-44cd-9694-7a7af8af2699),segment_id=7bd93564-303b-44cd-9694-7a7af8af2699)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:13.983532 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:14.043847 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4660498-dee8-407b-b896-92332d68da3c req-26f878d6-4f7d-4db8-bbd0-730ed4b95796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:14.045285 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4660498-dee8-407b-b896-92332d68da3c req-26f878d6-4f7d-4db8-bbd0-730ed4b95796 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e45da0d-8ce5-4dd6-9ebf-a92f00adf184 HTTP/1.1" status: 200 len: 849 time: 0.0871954 Jan 28 01:50:14.085127 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=01c1e522-ca48-4157-9f1a-35c30ffa361f,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:14.125051 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d3f53-32b2-4cbc-9357-282d9e86164c req-eb3f671a-cdab-432b-b870-8302f9e6252f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:14.144919 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9b1d3f53-32b2-4cbc-9357-282d9e86164c req-eb3f671a-cdab-432b-b870-8302f9e6252f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.1044354 Jan 28 01:50:14.153494 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-4448d89b-4311-42af-96d4-3a2ba582e3f3 req-431c28bf-d416-4e3d-9d12-9b6a3d08ce89 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068345 Jan 28 01:50:14.154731 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'tag': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8'}, {'name': 'network-changed', 'server_uuid': '6ca8468c-16fe-4d01-8c45-7ace0ab54df5', 'tag': 'e101a337-d810-458b-a6ad-89daa70e996b'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:50:14.158632 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58d6640-1ee7-4e30-9b25-fc3f562101c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6cbaa2-8645-4ecb-be94-d61e61cd5b11", "tag": "26da1c97-50e5-4ec4-8fe2-d045228e3eb8"}, {"name": "network-changed", "server_uuid": "6ca8468c-16fe-4d01-8c45-7ace0ab54df5", "tag": "e101a337-d810-458b-a6ad-89daa70e996b"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:14.168392 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4660498-dee8-407b-b896-92332d68da3c req-21ae6b90-2aeb-4e38-b1aa-a702f5d09968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:14.170035 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4660498-dee8-407b-b896-92332d68da3c req-21ae6b90-2aeb-4e38-b1aa-a702f5d09968 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81043963-f01a-4238-ae3c-e4422abf49e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1127293 Jan 28 01:50:14.230616 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9b1d3f53-32b2-4cbc-9357-282d9e86164c req-ed5ec842-5ca7-42b7-a689-ffd40dc03382 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844808 Jan 28 01:50:14.316322 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2590dc13-0002-4ddf-9faf-bddfa1f98025 x-openstack-request-id: req-2590dc13-0002-4ddf-9faf-bddfa1f98025 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:14.316934 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6cbaa2-8645-4ecb-be94-d61e61cd5b11", "tag": "26da1c97-50e5-4ec4-8fe2-d045228e3eb8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ca8468c-16fe-4d01-8c45-7ace0ab54df5", "tag": "e101a337-d810-458b-a6ad-89daa70e996b", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:14.317186 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2590dc13-0002-4ddf-9faf-bddfa1f98025 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:14.317697 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'tag': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'status': 'completed', 'code': 200} Jan 28 01:50:14.317852 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca8468c-16fe-4d01-8c45-7ace0ab54df5', 'tag': 'e101a337-d810-458b-a6ad-89daa70e996b', 'status': 'completed', 'code': 200} Jan 28 01:50:14.329684 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4660498-dee8-407b-b896-92332d68da3c req-b11dca77-0d34-4e57-a1f0-7a6e61a24034 service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386273 Jan 28 01:50:14.520578 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['01c1e522-ca48-4157-9f1a-35c30ffa361f'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:50:14.637998 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527f8cb-97c5-4b08-99b2-aa3386c39a51 req-48a76d25-5231-478c-a970-7aeebd7ac498 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:14.647771 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8527f8cb-97c5-4b08-99b2-aa3386c39a51 req-48a76d25-5231-478c-a970-7aeebd7ac498 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 944 time: 0.1678417 Jan 28 01:50:14.744662 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-6df2dae7-55f1-4663-9575-6e618bc0cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:14.746346 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-6df2dae7-55f1-4663-9575-6e618bc0cf65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c429dadc11994a4186276b0066a5c162&device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 1096 time: 0.3418047 Jan 28 01:50:14.790762 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8527f8cb-97c5-4b08-99b2-aa3386c39a51 req-8d5f98c6-e155-45ef-abe6-1355f05dbb58 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412621 Jan 28 01:50:14.798289 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:50:14.830743 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4660498-dee8-407b-b896-92332d68da3c req-a441ce02-1f29-41d6-8e66-62e3278d90a3 service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348760 Jan 28 01:50:14.947505 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-7d82775d-f2d0-4f29-9f32-4dfd5f3405a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:14.949734 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-7d82775d-f2d0-4f29-9f32-4dfd5f3405a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be HTTP/1.1" status: 200 len: 918 time: 0.1827407 Jan 28 01:50:15.012791 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324defc3-211a-4777-a816-45349308bbc3 req-8547ce52-23aa-411b-9fb1-c05129d1dbd1 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:15.014695 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-324defc3-211a-4777-a816-45349308bbc3 req-8547ce52-23aa-411b-9fb1-c05129d1dbd1 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 944 time: 0.0712676 Jan 28 01:50:15.066803 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-324defc3-211a-4777-a816-45349308bbc3 req-8305cca4-5d3d-4887-b46e-6522e09fa715 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452063 Jan 28 01:50:15.112847 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-f79f79d9-30c2-415a-9f70-b769bf94f9fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8 HTTP/1.1" status: 200 len: 217 time: 0.1227379 Jan 28 01:50:15.196549 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9edb35a7-c69f-44ca-8e28-065f56bc4c25 req-f37f558d-6480-426c-8995-e5987ceda759 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2052817 Jan 28 01:50:15.211568 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-2276e4b9-0f31-4bc1-98bb-70117aa3c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:15.214908 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-2276e4b9-0f31-4bc1-98bb-70117aa3c5b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b47d88-4276-41ac-88c0-29b5a88b4328 HTTP/1.1" status: 200 len: 855 time: 0.0839469 Jan 28 01:50:15.374815 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-db13ed94-3cd6-4e78-95f6-e83a87bcfdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:15.377420 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-db13ed94-3cd6-4e78-95f6-e83a87bcfdb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1152201 Jan 28 01:50:15.387996 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb35a7-c69f-44ca-8e28-065f56bc4c25 req-940ac9c7-0a12-489b-88e7-f57ab8c634a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:15.389821 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9edb35a7-c69f-44ca-8e28-065f56bc4c25 req-940ac9c7-0a12-489b-88e7-f57ab8c634a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bda998da85fd41b3b884cc053da92747&device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 1098 time: 0.0636032 Jan 28 01:50:15.438623 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ec0be-91a5-4eb4-88d2-8e19632df45a req-f8c0b8d3-3d13-468c-8c9f-d1dc322ca148 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:15.440456 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-122ec0be-91a5-4eb4-88d2-8e19632df45a req-f8c0b8d3-3d13-468c-8c9f-d1dc322ca148 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0969791 Jan 28 01:50:15.498108 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-122ec0be-91a5-4eb4-88d2-8e19632df45a req-60a58382-9517-4995-99dc-6208fa451a0d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506101 Jan 28 01:50:15.588633 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-03b9b722-f990-46ed-9498-ee451605db55 service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842821 Jan 28 01:50:15.591956 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb35a7-c69f-44ca-8e28-065f56bc4c25 req-959112de-df80-45b0-9142-2b68763b256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:15.593433 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9edb35a7-c69f-44ca-8e28-065f56bc4c25 req-959112de-df80-45b0-9142-2b68763b256c service neutron] 10.222.0.41 "GET /v2.0/networks?id=16f69dea-f398-43d3-b58c-4280e56d3e0c HTTP/1.1" status: 200 len: 913 time: 0.1633084 Jan 28 01:50:15.682395 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9edb35a7-c69f-44ca-8e28-065f56bc4c25 req-209d6b97-52e3-4da9-a31b-b205e4866487 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa HTTP/1.1" status: 200 len: 217 time: 0.0562108 Jan 28 01:50:15.727385 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 13074ef2-66d4-4f05-b65a-42dc0d26a548 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:50:15.769691 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 01c1e522-ca48-4157-9f1a-35c30ffa361f up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:15.827307 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb35a7-c69f-44ca-8e28-065f56bc4c25 req-23802b6f-5c0d-4c7e-801d-f4dfdf994e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:15.830285 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9edb35a7-c69f-44ca-8e28-065f56bc4c25 req-23802b6f-5c0d-4c7e-801d-f4dfdf994e51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=136bac2b-415b-4d2f-aeb4-6dfe40ab315c HTTP/1.1" status: 200 len: 851 time: 0.0950959 Jan 28 01:50:15.867913 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-52b4f816-6908-480a-a500-3e55d5a9f8a0 service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512863 Jan 28 01:50:15.953102 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a8029-7120-4e25-ab85-4b3a5a189314 req-4709cc99-45ca-443f-9485-738f756cb0b1 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:15.956177 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-621a8029-7120-4e25-ab85-4b3a5a189314 req-4709cc99-45ca-443f-9485-738f756cb0b1 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 944 time: 0.0695887 Jan 28 01:50:15.977188 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9edb35a7-c69f-44ca-8e28-065f56bc4c25 req-7e82f473-4ae6-40cf-9217-b33978d825c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16f69dea-f398-43d3-b58c-4280e56d3e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532765 Jan 28 01:50:16.019574 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-621a8029-7120-4e25-ab85-4b3a5a189314 req-6dcc24a1-5d72-42c1-8684-1e924d0bf56c tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544055 Jan 28 01:50:16.066972 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 13074ef2-66d4-4f05-b65a-42dc0d26a548, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=13074ef2-66d4-4f05-b65a-42dc0d26a548,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:16.085514 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '13074ef2-66d4-4f05-b65a-42dc0d26a548', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'port_id': '13074ef2-66d4-4f05-b65a-42dc0d26a548', 'mac_address': 'fa:16:3e:81:1b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:50:16.092647 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port 01c1e522-ca48-4157-9f1a-35c30ffa361f completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:50:16.121442 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 01c1e522-ca48-4157-9f1a-35c30ffa361f triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:16.122406 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:16.192146 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:16.213163 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-28d56cb5-f74a-4af2-93f0-9422489c3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:16.214694 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-28d56cb5-f74a-4af2-93f0-9422489c3db6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbb58ace44244c99f034978e651d64d&device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 1097 time: 0.1459990 Jan 28 01:50:16.237307 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13074ef2-66d4-4f05-b65a-42dc0d26a548 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:50:16.255944 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9edb35a7-c69f-44ca-8e28-065f56bc4c25 req-a0b7df5d-9f89-44da-a54a-14ce484d3fff service neutron] 10.222.0.41 "GET /v2.0/networks/16f69dea-f398-43d3-b58c-4280e56d3e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005191 Jan 28 01:50:16.260269 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c62c7d-10e1-4534-ab82-dfbad5b5b597 req-be6fd67c-147a-407e-a06b-c32d3cdce1f2 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:16.262074 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e2c62c7d-10e1-4534-ab82-dfbad5b5b597 req-be6fd67c-147a-407e-a06b-c32d3cdce1f2 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 944 time: 0.0611205 Jan 28 01:50:16.308978 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 13074ef2-66d4-4f05-b65a-42dc0d26a548, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=13074ef2-66d4-4f05-b65a-42dc0d26a548,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:16.339791 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:16.345331 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e2c62c7d-10e1-4534-ab82-dfbad5b5b597 req-375f4001-f0d9-48e6-b2f2-3643c453fdd8 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747399 Jan 28 01:50:16.395016 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:16.419804 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9edb35a7-c69f-44ca-8e28-065f56bc4c25 req-4faddac6-8535-43aa-82ba-8aef99039c62 service neutron] 10.222.0.41 "GET /v2.0/networks/16f69dea-f398-43d3-b58c-4280e56d3e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336536 Jan 28 01:50:16.437671 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639e2520-834f-48a1-bd98-547bb4f9d539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c1e522-ca48-4157-9f1a-35c30ffa361f'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:50:16.449559 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256e1c3e-e83b-4e39-8fd6-3e09667c02f8" -d '{"events": [{"server_uuid": "639e2520-834f-48a1-bd98-547bb4f9d539", "name": "network-vif-plugged", "status": "completed", "tag": "01c1e522-ca48-4157-9f1a-35c30ffa361f"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:16.452531 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=13074ef2-66d4-4f05-b65a-42dc0d26a548,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:16.478519 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-50be02ef-c193-48b6-9188-bac6f0fa8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:16.486630 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-50be02ef-c193-48b6-9188-bac6f0fa8a2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d HTTP/1.1" status: 200 len: 920 time: 0.2517426 Jan 28 01:50:16.495369 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 01c1e522-ca48-4157-9f1a-35c30ffa361f, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=01c1e522-ca48-4157-9f1a-35c30ffa361f,segment=NetworkSegment(7bd93564-303b-44cd-9694-7a7af8af2699),segment_id=7bd93564-303b-44cd-9694-7a7af8af2699)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:16.502229 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6e597d-abe7-4a8b-ac66-cb5c7c0dc144 x-openstack-request-id: req-2a6e597d-abe7-4a8b-ac66-cb5c7c0dc144 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:16.502709 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639e2520-834f-48a1-bd98-547bb4f9d539", "name": "network-vif-plugged", "status": "completed", "tag": "01c1e522-ca48-4157-9f1a-35c30ffa361f", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:16.503415 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a6e597d-abe7-4a8b-ac66-cb5c7c0dc144 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:16.504159 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639e2520-834f-48a1-bd98-547bb4f9d539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c1e522-ca48-4157-9f1a-35c30ffa361f', 'code': 200} Jan 28 01:50:16.505861 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:16.569244 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=01c1e522-ca48-4157-9f1a-35c30ffa361f,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:16.645897 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d22b6-b444-48e3-af0e-5b2e3b2e8dac req-9098082a-e247-4a71-a77a-29ee3a0b11e4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:16.647757 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2c8d22b6-b444-48e3-af0e-5b2e3b2e8dac req-9098082a-e247-4a71-a77a-29ee3a0b11e4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0581899 Jan 28 01:50:16.696540 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2c8d22b6-b444-48e3-af0e-5b2e3b2e8dac req-8744d688-8a53-42c5-84c8-3b6055e63a09 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420849 Jan 28 01:50:16.739993 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-42789631-3f7a-46a6-a787-acdeb876538a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e101a337-d810-458b-a6ad-89daa70e996b HTTP/1.1" status: 200 len: 217 time: 0.0663297 Jan 28 01:50:16.829412 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['13074ef2-66d4-4f05-b65a-42dc0d26a548'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:50:16.839403 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-67d05a25-a29a-45e5-b642-be10e9c89dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:16.841110 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-67d05a25-a29a-45e5-b642-be10e9c89dc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02de3fd4-0fd1-437c-96bf-b34995b100ee HTTP/1.1" status: 200 len: 858 time: 0.0537255 Jan 28 01:50:16.925838 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-725ce63d-4758-4a4a-8a5d-c7529011caf6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384123 Jan 28 01:50:17.065137 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8563474-bc45-43b5-85ad-726c14684073 req-f49a1944-f5cb-4799-b1fb-011c6a051c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:17.067387 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a8563474-bc45-43b5-85ad-726c14684073 req-f49a1944-f5cb-4799-b1fb-011c6a051c30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 1098 time: 0.1075654 Jan 28 01:50:17.085620 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-9c01b0b7-73ee-4c3f-86d5-1df0ef0f0ceb service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439564 Jan 28 01:50:17.143389 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0778a29-efa6-46d0-850f-da442e40ad58 req-fe754d4d-6505-4d87-a55a-0122136e94b6 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:17.145558 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f0778a29-efa6-46d0-850f-da442e40ad58 req-fe754d4d-6505-4d87-a55a-0122136e94b6 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 944 time: 0.0598488 Jan 28 01:50:17.182179 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a8563474-bc45-43b5-85ad-726c14684073 req-8f902968-0480-4bdc-a77c-43168ad139ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956280 Jan 28 01:50:17.188962 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f0778a29-efa6-46d0-850f-da442e40ad58 req-1119bb5b-14b7-40ba-889a-5886725d67d5 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365210 Jan 28 01:50:17.220697 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c58d6640-1ee7-4e30-9b25-fc3f562101c5 req-6bd61df9-0411-4092-a212-37721b6c4820 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158617 Jan 28 01:50:17.466814 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b1b87-222a-434c-98ad-f141f03c50d5 req-a99427d9-6b34-41f8-910a-ef2e361e09ce tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:17.468293 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-db9b1b87-222a-434c-98ad-f141f03c50d5 req-a99427d9-6b34-41f8-910a-ef2e361e09ce tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 945 time: 0.0532410 Jan 28 01:50:17.518006 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-db9b1b87-222a-434c-98ad-f141f03c50d5 req-420624e5-c565-4756-be2d-82a9062b1a6e tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430584 Jan 28 01:50:17.725148 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:50:17.909455 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:17.911755 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51718df5-acd4-48c8-ab81-5d0f93552ee5 req-84b80047-4ed0-4c8f-918f-a6e573811e74 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:17.914234 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-51718df5-acd4-48c8-ab81-5d0f93552ee5 req-84b80047-4ed0-4c8f-918f-a6e573811e74 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.1023750 Jan 28 01:50:17.934802 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'port_id': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'mac_address': 'fa:16:3e:c9:d7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:50:17.983913 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-51718df5-acd4-48c8-ab81-5d0f93552ee5 req-d7a6c694-43e8-444e-bd77-86badc1f1f2d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634110 Jan 28 01:50:18.010862 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:18.032649 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:50:18.060830 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:18.066401 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:18.067374 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device e101a337-d810-458b-a6ad-89daa70e996b details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:50:18.193870 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:18.240963 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port e101a337-d810-458b-a6ad-89daa70e996b, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e101a337-d810-458b-a6ad-89daa70e996b,segment=NetworkSegment(7bd93564-303b-44cd-9694-7a7af8af2699),segment_id=7bd93564-303b-44cd-9694-7a7af8af2699)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:18.253905 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': 'e101a337-d810-458b-a6ad-89daa70e996b', 'network_id': 'aa8ebc51-a01b-498f-97ec-dfa700d8d83d', 'port_id': 'e101a337-d810-458b-a6ad-89daa70e996b', 'mac_address': 'fa:16:3e:a3:b4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02de3fd4-0fd1-437c-96bf-b34995b100ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:50:18.308052 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:18.324158 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e101a337-d810-458b-a6ad-89daa70e996b {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:50:18.344597 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a51cb9-2c07-4b69-9eb3-9fedf1280139 req-778f85cd-8315-45db-ac73-8f62c40adb21 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:18.352707 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a7a51cb9-2c07-4b69-9eb3-9fedf1280139 req-778f85cd-8315-45db-ac73-8f62c40adb21 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 944 time: 0.0628507 Jan 28 01:50:18.353220 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port e101a337-d810-458b-a6ad-89daa70e996b, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e101a337-d810-458b-a6ad-89daa70e996b,segment=NetworkSegment(7bd93564-303b-44cd-9694-7a7af8af2699),segment_id=7bd93564-303b-44cd-9694-7a7af8af2699)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:18.368615 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:18.410942 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a7a51cb9-2c07-4b69-9eb3-9fedf1280139 req-e36d79c5-63df-4243-903f-97608c9dd3e6 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543768 Jan 28 01:50:18.453890 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=e101a337-d810-458b-a6ad-89daa70e996b,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:18.671502 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8c7ab-9ea5-4c0d-b8e7-dd177b7582ed req-0b37c13a-c26f-4f4a-af67-a4380f9d5662 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:18.673836 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b2b8c7ab-9ea5-4c0d-b8e7-dd177b7582ed req-0b37c13a-c26f-4f4a-af67-a4380f9d5662 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 945 time: 0.0674975 Jan 28 01:50:18.732374 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b2b8c7ab-9ea5-4c0d-b8e7-dd177b7582ed req-b24ef034-1c2e-4e5d-803f-76f3a1e19004 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495126 Jan 28 01:50:18.943599 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['26da1c97-50e5-4ec4-8fe2-d045228e3eb8'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:50:18.999566 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:19.025643 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['e101a337-d810-458b-a6ad-89daa70e996b'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:50:19.185108 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0c784-5af1-4401-9b89-44fad57f6aad req-fa10c6bd-ad7c-42e5-a2be-e70c522ec665 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:19.194636 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b3e0c784-5af1-4401-9b89-44fad57f6aad req-fa10c6bd-ad7c-42e5-a2be-e70c522ec665 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 944 time: 0.1184511 Jan 28 01:50:19.247868 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b3e0c784-5af1-4401-9b89-44fad57f6aad req-52f1feb3-bb20-4275-831e-676c7c648b1d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518706 Jan 28 01:50:19.429716 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec1e66-bfa5-4d28-9adf-c1c3c9b278fd req-c9945e9b-0cba-4571-bf37-66c2475a10e6 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:19.435975 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1eec1e66-bfa5-4d28-9adf-c1c3c9b278fd req-c9945e9b-0cba-4571-bf37-66c2475a10e6 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 945 time: 0.0566754 Jan 28 01:50:19.509893 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1eec1e66-bfa5-4d28-9adf-c1c3c9b278fd req-04c6bfef-30f2-40f8-b57c-3e174fbd6964 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721023 Jan 28 01:50:19.587765 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22992ffc-ed6a-4258-a2b0-050b85b71f4e req-097d44de-e3cd-48a7-9a2c-0d30d49fa98b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:19.589247 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-22992ffc-ed6a-4258-a2b0-050b85b71f4e req-097d44de-e3cd-48a7-9a2c-0d30d49fa98b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 945 time: 0.1099908 Jan 28 01:50:19.644365 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-22992ffc-ed6a-4258-a2b0-050b85b71f4e req-80cc819b-933d-44f8-b56f-e3a719fdcb2a tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416677 Jan 28 01:50:19.740091 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 13074ef2-66d4-4f05-b65a-42dc0d26a548 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:19.812478 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port 13074ef2-66d4-4f05-b65a-42dc0d26a548 completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:50:19.816729 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 13074ef2-66d4-4f05-b65a-42dc0d26a548 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:19.817230 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:19.854170 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442becd-2607-487c-8348-dfa323256882 req-3922880b-5414-4539-aeca-9ed901245b7f tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:19.855758 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f442becd-2607-487c-8348-dfa323256882 req-3922880b-5414-4539-aeca-9ed901245b7f tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 945 time: 0.0514293 Jan 28 01:50:19.900958 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f442becd-2607-487c-8348-dfa323256882 req-b06552ca-8a37-4f70-8f4e-5d00ed6fe19f tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380757 Jan 28 01:50:19.902396 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:19.925976 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13074ef2-66d4-4f05-b65a-42dc0d26a548'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:50:19.928278 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b40614-d2dc-4a3e-ab6c-099b45989489" -d '{"events": [{"server_uuid": "70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e", "name": "network-vif-plugged", "status": "completed", "tag": "13074ef2-66d4-4f05-b65a-42dc0d26a548"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:19.942836 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 13074ef2-66d4-4f05-b65a-42dc0d26a548, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=13074ef2-66d4-4f05-b65a-42dc0d26a548,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:19.948073 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:19.975467 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe9ff69-57c4-4bed-8183-af8267d4bb36 x-openstack-request-id: req-6fe9ff69-57c4-4bed-8183-af8267d4bb36 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:19.975791 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e", "name": "network-vif-plugged", "status": "completed", "tag": "13074ef2-66d4-4f05-b65a-42dc0d26a548", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:19.976044 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6fe9ff69-57c4-4bed-8183-af8267d4bb36 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:19.976434 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13074ef2-66d4-4f05-b65a-42dc0d26a548', 'code': 200} Jan 28 01:50:20.004052 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=13074ef2-66d4-4f05-b65a-42dc0d26a548,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:20.255629 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8713f6-3122-4f9a-881b-7506be0c1c2f req-725bee84-da96-47ef-8729-79d9186b5f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:20.257307 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-da8713f6-3122-4f9a-881b-7506be0c1c2f req-725bee84-da96-47ef-8729-79d9186b5f41 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 1099 time: 0.0437052 Jan 28 01:50:20.302834 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-da8713f6-3122-4f9a-881b-7506be0c1c2f req-5dfb5f77-5292-481c-98bd-6667f475d610 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333250 Jan 28 01:50:20.386967 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09453ecb-53ae-4c43-bbe7-38a1b3e83624 req-295a2c5d-b4dc-432b-b33f-c60354f8da0a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:20.388705 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-09453ecb-53ae-4c43-bbe7-38a1b3e83624 req-295a2c5d-b4dc-432b-b33f-c60354f8da0a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 944 time: 0.0525365 Jan 28 01:50:20.436150 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-09453ecb-53ae-4c43-bbe7-38a1b3e83624 req-c82b437c-18ba-44a1-8bb7-5cd332522803 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359437 Jan 28 01:50:20.679156 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9409dcfc-2c29-477d-bbb5-bfea55d63a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:20.699357 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9894d97-71da-41fa-be34-c4e3eddfd29d req-b50639a7-f6fc-4594-a87f-81d282c6f1f0 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:20.702651 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d9894d97-71da-41fa-be34-c4e3eddfd29d req-b50639a7-f6fc-4594-a87f-81d282c6f1f0 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 945 time: 0.0956421 Jan 28 01:50:20.755909 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 40708) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:20.787219 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d9894d97-71da-41fa-be34-c4e3eddfd29d req-cf54b1e8-11d1-41e9-9e9a-848ed04db535 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738409 Jan 28 01:50:20.836018 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2103d-feb2-431a-a4c1-2149227c5e18 req-92da059a-0a5d-4a14-922c-486e0f1d67bf tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:20.838747 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-61e2103d-feb2-431a-a4c1-2149227c5e18 req-92da059a-0a5d-4a14-922c-486e0f1d67bf tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 945 time: 0.0749550 Jan 28 01:50:20.893504 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-61e2103d-feb2-431a-a4c1-2149227c5e18 req-22f1cb9d-3a4c-40ba-bcfe-384b39e1881e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466619 Jan 28 01:50:20.932873 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c9a81398-ce9b-46f1-86f1-30cd2df17d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:21.062342 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c9a81398-ce9b-46f1-86f1-30cd2df17d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:21.063143 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e2f18-8a71-44ca-acf3-7f8550f3e1c1 req-0545d735-e215-4003-9811-0f53f940eab7 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:21.065067 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9b6e2f18-8a71-44ca-acf3-7f8550f3e1c1 req-0545d735-e215-4003-9811-0f53f940eab7 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0836504 Jan 28 01:50:21.072842 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c9a81398-ce9b-46f1-86f1-30cd2df17d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:21.119569 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9b6e2f18-8a71-44ca-acf3-7f8550f3e1c1 req-d3d8c9fd-7b80-4406-b4b0-953d68b0bf71 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472336 Jan 28 01:50:21.133202 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-c9a81398-ce9b-46f1-86f1-30cd2df17d58 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7baf5d942f145fbb42608995a6accde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753023 Jan 28 01:50:21.134177 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a81398-ce9b-46f1-86f1-30cd2df17d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afdd2e3-745b-46f9-b4c9-99b5e4b93859,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:21.136081 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 40728) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:21.198271 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-299cbaa5-7739-45bd-855c-0c37555f827b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:21.228686 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-299cbaa5-7739-45bd-855c-0c37555f827b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:21.284619 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-299cbaa5-7739-45bd-855c-0c37555f827b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:21.287798 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-299cbaa5-7739-45bd-855c-0c37555f827b admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:21.289539 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-299cbaa5-7739-45bd-855c-0c37555f827b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5afdd2e3-745b-46f9-b4c9-99b5e4b93859 HTTP/1.1" status: 204 len: 168 time: 0.1522799 Jan 28 01:50:21.302069 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cbaa5-7739-45bd-855c-0c37555f827b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afdd2e3-745b-46f9-b4c9-99b5e4b93859,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:21.573290 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b43b6-40f5-4b9d-859a-c127fd229699 req-c7826ba6-9d47-48d3-907d-6fc979630cc1 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:21.582743 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bd7b43b6-40f5-4b9d-859a-c127fd229699 req-c7826ba6-9d47-48d3-907d-6fc979630cc1 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 944 time: 0.0610297 Jan 28 01:50:21.654813 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bd7b43b6-40f5-4b9d-859a-c127fd229699 req-706a4a17-436e-4733-92d6-9b3b68650461 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707560 Jan 28 01:50:21.735392 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 40764) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:21.742162 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:21.764289 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-f1fb6cc2-bbcb-4853-b5d7-0952b9038bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:21.777349 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 40766) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:21.810093 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:50:21.817430 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:21.817959 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:21.934572 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:21.980678 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:21.982658 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:50:21.986139 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5467075-fe74-4a5e-8292-74156902ba3d" -d '{"events": [{"server_uuid": "6f6cbaa2-8645-4ecb-be94-d61e61cd5b11", "name": "network-vif-plugged", "status": "completed", "tag": "26da1c97-50e5-4ec4-8fe2-d045228e3eb8"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:21.991693 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:21.992874 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device e101a337-d810-458b-a6ad-89daa70e996b up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:22.005416 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-f1fb6cc2-bbcb-4853-b5d7-0952b9038bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.031012 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a654e4-9c55-4d19-9160-43e61eb6ff18 req-350a2167-d371-4003-b929-fa6e0d44d5eb tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:22.033118 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-34a654e4-9c55-4d19-9160-43e61eb6ff18 req-350a2167-d371-4003-b929-fa6e0d44d5eb tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 945 time: 0.1323202 Jan 28 01:50:22.035531 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-f1fb6cc2-bbcb-4853-b5d7-0952b9038bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.085637 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c91180e1-e6c6-4a22-8d17-311da7dd4017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.095635 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:22.104228 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port e101a337-d810-458b-a6ad-89daa70e996b completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:50:22.110509 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port e101a337-d810-458b-a6ad-89daa70e996b triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:22.111369 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.193759 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-f1fb6cc2-bbcb-4853-b5d7-0952b9038bf4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f05c35bb85840149641ca9c5fc539d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4547453 Jan 28 01:50:22.194400 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 40788) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:22.195698 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb6cc2-bbcb-4853-b5d7-0952b9038bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1060ace0-33c0-4fac-8643-7992222c14e3,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:22.208947 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-34a654e4-9c55-4d19-9160-43e61eb6ff18 req-a20dd37e-0499-427e-8ea5-69d664e493b4 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378334 Jan 28 01:50:22.230053 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11e094-b752-409c-9905-57d3256c3f3e req-793b98f2-c8d3-4054-8daf-3318f3b39aca tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:22.246967 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2d11e094-b752-409c-9905-57d3256c3f3e req-793b98f2-c8d3-4054-8daf-3318f3b39aca tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 945 time: 0.2590001 Jan 28 01:50:22.268091 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c91180e1-e6c6-4a22-8d17-311da7dd4017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.276133 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c91180e1-e6c6-4a22-8d17-311da7dd4017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.294382 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.304251 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2d11e094-b752-409c-9905-57d3256c3f3e req-c7c03fb8-82fb-43ba-8bfd-483921676e18 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516400 Jan 28 01:50:22.337396 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab08af93-106c-4f71-a46f-aea5a2d17a41 x-openstack-request-id: req-ab08af93-106c-4f71-a46f-aea5a2d17a41 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:22.337708 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6cbaa2-8645-4ecb-be94-d61e61cd5b11", "name": "network-vif-plugged", "status": "completed", "tag": "26da1c97-50e5-4ec4-8fe2-d045228e3eb8", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:22.337960 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab08af93-106c-4f71-a46f-aea5a2d17a41 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:22.338350 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'code': 200} Jan 28 01:50:22.360495 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port e101a337-d810-458b-a6ad-89daa70e996b, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e101a337-d810-458b-a6ad-89daa70e996b,segment=NetworkSegment(7bd93564-303b-44cd-9694-7a7af8af2699),segment_id=7bd93564-303b-44cd-9694-7a7af8af2699)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:22.361602 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-c91180e1-e6c6-4a22-8d17-311da7dd4017 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55293587b1444a8c81aa2c91c05e10bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5821373 Jan 28 01:50:22.364199 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 40794) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:22.374388 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91180e1-e6c6-4a22-8d17-311da7dd4017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0edeac9-54d8-40c3-b2fb-7924b3dd7c3b,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:22.378403 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.379599 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-252d87a2-9bda-4c55-b362-417e2e28d454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.432527 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-252d87a2-9bda-4c55-b362-417e2e28d454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.450547 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=e101a337-d810-458b-a6ad-89daa70e996b,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:22.456848 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5c1aa-956b-46b3-8501-a0a8fe311454 req-e9d2167a-1655-4eb3-b48a-639391921db1 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:22.463188 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b0a5c1aa-956b-46b3-8501-a0a8fe311454 req-e9d2167a-1655-4eb3-b48a-639391921db1 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0744045 Jan 28 01:50:22.491807 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-dda50b90-7642-4b0a-88f5-34290d793579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.520867 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-dda50b90-7642-4b0a-88f5-34290d793579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.523324 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b0a5c1aa-956b-46b3-8501-a0a8fe311454 req-5e9a975c-3e5c-45b4-9d49-4c27ee8f85c4 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556459 Jan 28 01:50:22.540281 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-252d87a2-9bda-4c55-b362-417e2e28d454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.542858 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-252d87a2-9bda-4c55-b362-417e2e28d454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.544011 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-252d87a2-9bda-4c55-b362-417e2e28d454 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1060ace0-33c0-4fac-8643-7992222c14e3 HTTP/1.1" status: 204 len: 168 time: 0.3476076 Jan 28 01:50:22.568094 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d87a2-9bda-4c55-b362-417e2e28d454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1060ace0-33c0-4fac-8643-7992222c14e3,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:22.621921 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a22ad-19cd-4dc3-9b73-6c7608b04ee9 req-5604f2a9-d8a0-4c91-9162-7cf828d23a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:22.623831 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9e6a22ad-19cd-4dc3-9b73-6c7608b04ee9 req-5604f2a9-d8a0-4c91-9162-7cf828d23a5d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 1098 time: 0.0572441 Jan 28 01:50:22.629691 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-dda50b90-7642-4b0a-88f5-34290d793579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.633766 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-dda50b90-7642-4b0a-88f5-34290d793579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.635309 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-dda50b90-7642-4b0a-88f5-34290d793579 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0edeac9-54d8-40c3-b2fb-7924b3dd7c3b HTTP/1.1" status: 204 len: 168 time: 0.2699325 Jan 28 01:50:22.667412 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50b90-7642-4b0a-88f5-34290d793579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0edeac9-54d8-40c3-b2fb-7924b3dd7c3b,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:22.673943 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe26ef7-042a-460d-9e45-fe45b4fbbfdd req-9865467b-16d6-4587-9d38-48986df161c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:22.676260 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-efe26ef7-042a-460d-9e45-fe45b4fbbfdd req-9865467b-16d6-4587-9d38-48986df161c5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0795894 Jan 28 01:50:22.685077 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 40802) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:22.708906 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9e6a22ad-19cd-4dc3-9b73-6c7608b04ee9 req-298d5664-5695-4f2b-99f7-ca6facc37323 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550230 Jan 28 01:50:22.717870 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-efe6e6e3-6ae8-433d-b838-8abf8ba96918 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Request body: {'floatingip': {'port_id': '13074ef2-66d4-4f05-b65a-42dc0d26a548'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:22.792504 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-efe6e6e3-6ae8-433d-b838-8abf8ba96918 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for floatingip, before_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:22.963998 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc847c-8d09-4bc5-896e-3b881dde7fda req-4bb33f4c-37dd-4674-bb47-9ddcf920efe8 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:22.965606 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4bbc847c-8d09-4bc5-896e-3b881dde7fda req-4bb33f4c-37dd-4674-bb47-9ddcf920efe8 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.1773846 Jan 28 01:50:23.084237 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4bbc847c-8d09-4bc5-896e-3b881dde7fda req-e517923e-701f-4dbd-a592-f1e7081bd00d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100373 Jan 28 01:50:23.092312 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 40822) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:23.132474 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-5404b27a-f6b5-4222-a655-ed9418d66345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:23.135125 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-326f5a11-b2d1-4277-bad9-3e8913ff7138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:23.256037 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-5404b27a-f6b5-4222-a655-ed9418d66345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:23.262444 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-5404b27a-f6b5-4222-a655-ed9418d66345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:23.312037 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-5404b27a-f6b5-4222-a655-ed9418d66345 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7fd15fbeb4e94c77918bc4cc00c3905b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173402 Jan 28 01:50:23.313493 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404b27a-f6b5-4222-a655-ed9418d66345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b41938-4dab-4a4c-8686-936d60503d58,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:23.316784 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 40834) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:23.404569 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f950ad78-2c70-4c36-b6c2-a2c7cef8bb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:23.440102 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f950ad78-2c70-4c36-b6c2-a2c7cef8bb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:23.517473 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f950ad78-2c70-4c36-b6c2-a2c7cef8bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:23.525908 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f950ad78-2c70-4c36-b6c2-a2c7cef8bb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:23.528999 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-f950ad78-2c70-4c36-b6c2-a2c7cef8bb2c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8b41938-4dab-4a4c-8686-936d60503d58 HTTP/1.1" status: 204 len: 168 time: 0.2096965 Jan 28 01:50:23.539511 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950ad78-2c70-4c36-b6c2-a2c7cef8bb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b41938-4dab-4a4c-8686-936d60503d58,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:23.809513 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244bf3a-82ab-4450-8979-cf6055d7a37f req-d46f25dc-c72a-4c91-a030-97649244eb26 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:23.811721 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7244bf3a-82ab-4450-8979-cf6055d7a37f req-d46f25dc-c72a-4c91-a030-97649244eb26 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.41 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 945 time: 0.2076871 Jan 28 01:50:23.820699 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b1e3c-39db-4b68-a946-a52cf448e5fd req-bbaa0070-71ee-4815-8c39-d9e540d361a4 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:23.822324 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b64b1e3c-39db-4b68-a946-a52cf448e5fd req-bbaa0070-71ee-4815-8c39-d9e540d361a4 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 945 time: 0.4748683 Jan 28 01:50:23.922681 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce02b79-ca38-4682-a1ba-7c8b11508302 req-72bfa51c-b0cb-4eef-949c-b4f650069cee tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:23.931996 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1ce02b79-ca38-4682-a1ba-7c8b11508302 req-72bfa51c-b0cb-4eef-949c-b4f650069cee tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.5331998 Jan 28 01:50:23.967681 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b64b1e3c-39db-4b68-a946-a52cf448e5fd req-5a5d9dfa-177d-4e0c-a49a-3fdda5b7c99c tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/security-groups?id=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303692 Jan 28 01:50:24.080552 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.db.resource_extend [None req-efe6e6e3-6ae8-433d-b838-8abf8ba96918 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:50:24.124438 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1ce02b79-ca38-4682-a1ba-7c8b11508302 req-04e2c880-eea4-4ffb-8bf7-aca2f2fa26c4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911194 Jan 28 01:50:24.164513 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-7244bf3a-82ab-4450-8979-cf6055d7a37f req-43da9c6b-e06f-45fa-bc6b-3b2bfc1ba8c5 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Deleting port 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:50:24.165112 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-7244bf3a-82ab-4450-8979-cf6055d7a37f req-43da9c6b-e06f-45fa-bc6b-3b2bfc1ba8c5 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:24.191602 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-efe6e6e3-6ae8-433d-b838-8abf8ba96918 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:24.249301 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-efe6e6e3-6ae8-433d-b838-8abf8ba96918 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614579'] for floatingip, after_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:24.315262 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78650532-b4a7-42f8-b024-24bcb024832b req-607cdb1b-11ed-4f16-bfe6-6d293b081812 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:24.316841 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-78650532-b4a7-42f8-b024-24bcb024832b req-607cdb1b-11ed-4f16-bfe6-6d293b081812 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.1125343 Jan 28 01:50:24.318656 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-7244bf3a-82ab-4450-8979-cf6055d7a37f req-43da9c6b-e06f-45fa-bc6b-3b2bfc1ba8c5 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] For port 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa,segment=NetworkSegment(daa1df59-fcd6-495f-88b7-24a30559b594),segment_id=daa1df59-fcd6-495f-88b7-24a30559b594)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:24.319108 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-7244bf3a-82ab-4450-8979-cf6055d7a37f req-43da9c6b-e06f-45fa-bc6b-3b2bfc1ba8c5 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:24.340216 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca8468c-16fe-4d01-8c45-7ace0ab54df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e101a337-d810-458b-a6ad-89daa70e996b'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:50:24.340845 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-7244bf3a-82ab-4450-8979-cf6055d7a37f req-43da9c6b-e06f-45fa-bc6b-3b2bfc1ba8c5 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Calling delete_port for 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:50:24.342434 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104ba5a9-ba2b-4680-bbd4-aa2b9ee74e40" -d '{"events": [{"server_uuid": "6ca8468c-16fe-4d01-8c45-7ace0ab54df5", "name": "network-vif-plugged", "status": "completed", "tag": "e101a337-d810-458b-a6ad-89daa70e996b"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:24.416749 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6672d60f-bb01-466b-82a2-ac4c1a7b56f5 x-openstack-request-id: req-6672d60f-bb01-466b-82a2-ac4c1a7b56f5 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:24.417329 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca8468c-16fe-4d01-8c45-7ace0ab54df5", "name": "network-vif-plugged", "status": "completed", "tag": "e101a337-d810-458b-a6ad-89daa70e996b", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:24.417658 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6672d60f-bb01-466b-82a2-ac4c1a7b56f5 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:24.418270 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca8468c-16fe-4d01-8c45-7ace0ab54df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e101a337-d810-458b-a6ad-89daa70e996b', 'code': 200} Jan 28 01:50:24.435600 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 40898) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:24.452157 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.db.l3_db [None req-efe6e6e3-6ae8-433d-b838-8abf8ba96918 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Floating IP a8abbdcc-b15a-4680-b85c-97e67d153c07 associated. External IP: 172.28.1.123, port: 13074ef2-66d4-4f05-b65a-42dc0d26a548. Jan 28 01:50:24.466351 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-78650532-b4a7-42f8-b024-24bcb024832b req-c1405b83-9597-42de-a680-98981a7a50e5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089051 Jan 28 01:50:24.758815 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:24.767043 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-eb00a676-b18f-45af-aa82-b23646565aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:24.853654 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed1153-ff3d-4294-8344-4521a5b7f00b req-1c56be56-b134-470a-967f-bf67ad4ea16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:24.855234 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3eed1153-ff3d-4294-8344-4521a5b7f00b req-1c56be56-b134-470a-967f-bf67ad4ea16f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 1099 time: 0.0881367 Jan 28 01:50:24.875964 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe6e6e3-6ae8-433d-b838-8abf8ba96918 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Router b1527fca-430f-425c-8703-4a0dff2c4df0 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:50:24.889157 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-7244bf3a-82ab-4450-8979-cf6055d7a37f req-43da9c6b-e06f-45fa-bc6b-3b2bfc1ba8c5 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:24.923303 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da9c6b-e06f-45fa-bc6b-3b2bfc1ba8c5 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Pushing event deleted for resources: {'Port': ['ID=212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:24.935697 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:50:24.947039 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3eed1153-ff3d-4294-8344-4521a5b7f00b req-6947cf1c-0876-4b75-96f6-438f777a2875 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781257 Jan 28 01:50:25.015510 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-7244bf3a-82ab-4450-8979-cf6055d7a37f req-43da9c6b-e06f-45fa-bc6b-3b2bfc1ba8c5 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] No DVR routers for this DVR port 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:50:25.019817 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-7244bf3a-82ab-4450-8979-cf6055d7a37f req-43da9c6b-e06f-45fa-bc6b-3b2bfc1ba8c5 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:25.023399 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7244bf3a-82ab-4450-8979-cf6055d7a37f req-43da9c6b-e06f-45fa-bc6b-3b2bfc1ba8c5 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.41 "DELETE /v2.0/ports/212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa HTTP/1.1" status: 204 len: 173 time: 1.2038579 Jan 28 01:50:25.023857 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557f1a47-aff2-498d-858f-1b902facb5b5', 'name': 'network-vif-deleted', 'tag': '212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:50:25.026853 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58507e14-ce46-4786-9f63-5870b93db863" -d '{"events": [{"server_uuid": "557f1a47-aff2-498d-858f-1b902facb5b5", "name": "network-vif-deleted", "tag": "212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:25.053033 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-eb00a676-b18f-45af-aa82-b23646565aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:25.116551 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-eb00a676-b18f-45af-aa82-b23646565aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:25.122116 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7d0582-adc6-4a86-92a7-d7a7d2e12cb3 x-openstack-request-id: req-1d7d0582-adc6-4a86-92a7-d7a7d2e12cb3 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:25.122631 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557f1a47-aff2-498d-858f-1b902facb5b5", "name": "network-vif-deleted", "tag": "212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:25.123056 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d7d0582-adc6-4a86-92a7-d7a7d2e12cb3 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:25.123694 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557f1a47-aff2-498d-858f-1b902facb5b5', 'name': 'network-vif-deleted', 'tag': '212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa', 'status': 'completed', 'code': 200} Jan 28 01:50:25.172684 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-80c1bb00-e523-4d2e-86b4-17634939b8b4 req-ca3e9800-ae41-4688-8842-e955b7024a64 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 210 time: 0.0592330 Jan 28 01:50:25.214318 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00a676-b18f-45af-aa82-b23646565aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc15e6d8-d709-4cb4-88bf-b1dc975bed15,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:25.243447 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-eb00a676-b18f-45af-aa82-b23646565aaf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=408dff4fbf8b4d6b93c91938f7b33a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8040307 Jan 28 01:50:25.243781 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 40940) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:25.252003 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe6e6e3-6ae8-433d-b838-8abf8ba96918 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:50:25.265186 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dff156-4856-4ce4-83e2-3edf5de157cf None None] Sync routers for ids ['b1527fca-430f-425c-8703-4a0dff2c4df0'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:50:25.275660 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-efe6e6e3-6ae8-433d-b838-8abf8ba96918 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:25.286563 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dff156-4856-4ce4-83e2-3edf5de157cf None None] Routers {'b1527fca-430f-425c-8703-4a0dff2c4df0'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:25.287414 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-b3dff156-4856-4ce4-83e2-3edf5de157cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:50:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['b1527fca-430f-425c-8703-4a0dff2c4df0'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:25.316149 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-efe6e6e3-6ae8-433d-b838-8abf8ba96918 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "PUT /v2.0/floatingips/a8abbdcc-b15a-4680-b85c-97e67d153c07 HTTP/1.1" status: 200 len: 992 time: 2.6282651 Jan 28 01:50:25.318410 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e', 'tag': '13074ef2-66d4-4f05-b65a-42dc0d26a548'}] {{(pid=107859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:50:25.320764 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f26e8db650ad48871ace5057421b275907cd6391da2f912926caf74004d3c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027ecbe4-fc6b-4145-b07d-1d566c27870c" -d '{"events": [{"name": "network-changed", "server_uuid": "70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e", "tag": "13074ef2-66d4-4f05-b65a-42dc0d26a548"}]}' {{(pid=107859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:25.333773 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d5a51-b761-4d34-a151-c686e535dd8d req-e81ecdd6-6c25-42ac-99a0-37c698361060 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:25.336530 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-539d5a51-b761-4d34-a151-c686e535dd8d req-e81ecdd6-6c25-42ac-99a0-37c698361060 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.1008255 Jan 28 01:50:25.386778 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7b317c1f-2fa3-47c3-aa2d-e926eb55fe70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:25.416921 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-539d5a51-b761-4d34-a151-c686e535dd8d req-eb7f0f88-cf14-442b-bdb1-5dfde6a58fe2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667984 Jan 28 01:50:25.430124 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7b317c1f-2fa3-47c3-aa2d-e926eb55fe70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:25.485807 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-b3dff156-4856-4ce4-83e2-3edf5de157cf None None] Set router b1527fca-430f-425c-8703-4a0dff2c4df0 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:25.515967 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10855e15-5d8c-4f97-9a85-8f1cba0bcbcb x-openstack-request-id: req-10855e15-5d8c-4f97-9a85-8f1cba0bcbcb {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:25.516265 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e", "tag": "13074ef2-66d4-4f05-b65a-42dc0d26a548", "status": "completed", "code": 200}]} {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:25.516600 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10855e15-5d8c-4f97-9a85-8f1cba0bcbcb {{(pid=107859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:25.516907 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e', 'tag': '13074ef2-66d4-4f05-b65a-42dc0d26a548', 'status': 'completed', 'code': 200} Jan 28 01:50:25.533323 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7b317c1f-2fa3-47c3-aa2d-e926eb55fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:25.536764 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7b317c1f-2fa3-47c3-aa2d-e926eb55fe70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:25.540440 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-7b317c1f-2fa3-47c3-aa2d-e926eb55fe70 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc15e6d8-d709-4cb4-88bf-b1dc975bed15 HTTP/1.1" status: 204 len: 168 time: 0.2924328 Jan 28 01:50:25.551465 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b317c1f-2fa3-47c3-aa2d-e926eb55fe70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc15e6d8-d709-4cb4-88bf-b1dc975bed15,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:25.692581 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11d283-63f5-4b7d-9f8c-6d8074aab7ef req-9d450d55-c0fb-488f-9e03-0878609c7ee6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:25.694780 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ba11d283-63f5-4b7d-9f8c-6d8074aab7ef req-9d450d55-c0fb-488f-9e03-0878609c7ee6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0843241 Jan 28 01:50:25.698687 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecbe4-fc6b-4145-b07d-1d566c27870c req-24dbbbd2-b724-4ec5-bcf3-03ce0ac6c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:25.712512 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-027ecbe4-fc6b-4145-b07d-1d566c27870c req-24dbbbd2-b724-4ec5-bcf3-03ce0ac6c1f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d01227c1e2c345be95db5c7d427534e6&device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 1099 time: 0.1227555 Jan 28 01:50:25.753149 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ba11d283-63f5-4b7d-9f8c-6d8074aab7ef req-44c80604-a1be-4fca-8df3-f68d6f1d8af2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491073 Jan 28 01:50:25.864490 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecbe4-fc6b-4145-b07d-1d566c27870c req-59e0c7a0-491f-48b8-8941-f0f7818254c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:25.866744 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-027ecbe4-fc6b-4145-b07d-1d566c27870c req-59e0c7a0-491f-48b8-8941-f0f7818254c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81043963-f01a-4238-ae3c-e4422abf49e4 HTTP/1.1" status: 200 len: 912 time: 0.1380949 Jan 28 01:50:25.936743 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-b3dff156-4856-4ce4-83e2-3edf5de157cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:42Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': 'a8abbdcc-b15a-4680-b85c-97e67d153c07', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'floating_ip_address': '172.28.1.123', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'port_id': '13074ef2-66d4-4f05-b65a-42dc0d26a548', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'mac_address': 'fa:16:3e:81:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:49:58Z', 'updated_at': '2022-01-28T01:50:23Z', 'revision_number': 1, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3225fc-41e8-49f3-aad8-1c606cc96eb2', 'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'mac_address': 'fa:16:3e:9a:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:40Z', 'updated_at': '2022-01-28T01:49:56Z', 'revision_number': 5, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'subnets': [{'id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:25.971124 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493d72b-d514-47e8-b989-c76090a5723c req-0bf51316-9750-40b9-99f8-75f255076231 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:25.975078 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dff156-4856-4ce4-83e2-3edf5de157cf None None] Checking router: b1527fca-430f-425c-8703-4a0dff2c4df0 for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:50:25.977580 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4493d72b-d514-47e8-b989-c76090a5723c req-0bf51316-9750-40b9-99f8-75f255076231 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0982392 Jan 28 01:50:25.989690 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 40966) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:25.993690 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-ffd40139-2f00-4cff-9f3d-278eca9c2bf2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Request body: {'floatingip': {'port_id': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:25.998869 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dff156-4856-4ce4-83e2-3edf5de157cf None None] Routers {'b1527fca-430f-425c-8703-4a0dff2c4df0'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:25.999520 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-b3dff156-4856-4ce4-83e2-3edf5de157cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:50:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['b1527fca-430f-425c-8703-4a0dff2c4df0'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:26.044093 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-027ecbe4-fc6b-4145-b07d-1d566c27870c req-1df394c0-a60e-411d-a366-8de863640dc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13074ef2-66d4-4f05-b65a-42dc0d26a548 HTTP/1.1" status: 200 len: 1000 time: 0.1508389 Jan 28 01:50:26.068382 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ffd40139-2f00-4cff-9f3d-278eca9c2bf2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for floatingip, before_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:26.148072 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecbe4-fc6b-4145-b07d-1d566c27870c req-e7f589e2-918f-4eb7-a1d5-0406bbc47566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:26.150381 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-027ecbe4-fc6b-4145-b07d-1d566c27870c req-e7f589e2-918f-4eb7-a1d5-0406bbc47566 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e45da0d-8ce5-4dd6-9ebf-a92f00adf184 HTTP/1.1" status: 200 len: 849 time: 0.0860405 Jan 28 01:50:26.158559 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:26.267109 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 40980) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:26.272561 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-b3dff156-4856-4ce4-83e2-3edf5de157cf None None] Set router b1527fca-430f-425c-8703-4a0dff2c4df0 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:26.315520 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecbe4-fc6b-4145-b07d-1d566c27870c req-08046b38-94c3-45b5-a82b-8a96c8418d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:26.318442 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-027ecbe4-fc6b-4145-b07d-1d566c27870c req-08046b38-94c3-45b5-a82b-8a96c8418d89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81043963-f01a-4238-ae3c-e4422abf49e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1557014 Jan 28 01:50:26.319611 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2ba28d64-f35d-4e0e-9af6-ffe855949810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:26.584190 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2ba28d64-f35d-4e0e-9af6-ffe855949810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:26.619582 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:26.653052 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2ba28d64-f35d-4e0e-9af6-ffe855949810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:26.749117 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-2ba28d64-f35d-4e0e-9af6-ffe855949810 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0730ec51179d402c9ce4bffc1f55658f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751866 Jan 28 01:50:26.769146 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41010) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:26.786292 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba28d64-f35d-4e0e-9af6-ffe855949810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b785bbe-d3aa-4aeb-b94f-7e121f62ab09,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:26.883822 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-027ecbe4-fc6b-4145-b07d-1d566c27870c req-754ff2a1-565f-4452-8086-7e2f62362548 service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808634 Jan 28 01:50:26.900809 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.db.resource_extend [None req-ffd40139-2f00-4cff-9f3d-278eca9c2bf2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 01:50:26.905449 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d1e71913-b713-449f-909d-2a4668e8c174 req-babc5d8f-c9e0-47c6-81c5-118121bbed61 tempest-DeleteServersTestJSON-163965985 tempest-DeleteServersTestJSON-163965985-project] 10.222.0.58 "GET /v2.0/ports?device_id=557f1a47-aff2-498d-858f-1b902facb5b5 HTTP/1.1" status: 200 len: 210 time: 0.3588161 Jan 28 01:50:26.931610 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41016) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:26.947642 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-959cc19c-624c-4c63-a01b-8741703bfff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:26.956726 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-b3dff156-4856-4ce4-83e2-3edf5de157cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:42Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': 'a8abbdcc-b15a-4680-b85c-97e67d153c07', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'floating_ip_address': '172.28.1.123', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'port_id': '13074ef2-66d4-4f05-b65a-42dc0d26a548', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'mac_address': 'fa:16:3e:81:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:49:58Z', 'updated_at': '2022-01-28T01:50:23Z', 'revision_number': 1, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3225fc-41e8-49f3-aad8-1c606cc96eb2', 'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'mac_address': 'fa:16:3e:9a:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:40Z', 'updated_at': '2022-01-28T01:49:56Z', 'revision_number': 5, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'subnets': [{'id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:27.036767 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dff156-4856-4ce4-83e2-3edf5de157cf None None] The sync data for ids ['b1527fca-430f-425c-8703-4a0dff2c4df0'] in dv-cinder-824978-1-smb is: [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:42Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': 'a8abbdcc-b15a-4680-b85c-97e67d153c07', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'floating_ip_address': '172.28.1.123', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'port_id': '13074ef2-66d4-4f05-b65a-42dc0d26a548', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'mac_address': 'fa:16:3e:81:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:49:58Z', 'updated_at': '2022-01-28T01:50:23Z', 'revision_number': 1, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3225fc-41e8-49f3-aad8-1c606cc96eb2', 'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'mac_address': 'fa:16:3e:9a:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:40Z', 'updated_at': '2022-01-28T01:49:56Z', 'revision_number': 5, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'subnets': [{'id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:50:27.042517 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-959cc19c-624c-4c63-a01b-8741703bfff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:27.084480 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ffd40139-2f00-4cff-9f3d-278eca9c2bf2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:27.097264 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ffd40139-2f00-4cff-9f3d-278eca9c2bf2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614579'] for floatingip, after_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:27.121408 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d911590-d2e6-4005-8844-e44130c86e3a req-79ebdc0a-ae4d-4f65-9ff3-2c2762b81205 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:27.126403 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2d911590-d2e6-4005-8844-e44130c86e3a req-79ebdc0a-ae4d-4f65-9ff3-2c2762b81205 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.2824724 Jan 28 01:50:27.149351 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-027ecbe4-fc6b-4145-b07d-1d566c27870c req-8ecdea2d-dcb5-4eb8-b304-5f8edfd22760 service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539828 Jan 28 01:50:27.173694 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-959cc19c-624c-4c63-a01b-8741703bfff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:27.176817 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-959cc19c-624c-4c63-a01b-8741703bfff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:27.178484 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-959cc19c-624c-4c63-a01b-8741703bfff5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b785bbe-d3aa-4aeb-b94f-7e121f62ab09 HTTP/1.1" status: 204 len: 168 time: 0.4081008 Jan 28 01:50:27.194724 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cc19c-624c-4c63-a01b-8741703bfff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b785bbe-d3aa-4aeb-b94f-7e121f62ab09,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:27.304626 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.db.l3_db [None req-ffd40139-2f00-4cff-9f3d-278eca9c2bf2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Floating IP aeb7ace5-dc06-4ab6-8d4d-ce721fba35b9 associated. External IP: 172.28.1.17, port: 26da1c97-50e5-4ec4-8fe2-d045228e3eb8. Jan 28 01:50:27.339427 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0078a7da-6e18-444c-bc90-dbb9321487b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:27.345403 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41026) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:27.348536 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2d911590-d2e6-4005-8844-e44130c86e3a req-8f4a2ffe-401d-441b-a095-4bf6ea3855a1 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933173 Jan 28 01:50:27.428645 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a938ea5-5c8b-4347-b192-e4936518e943 None None] New status for floating IP a8abbdcc-b15a-4680-b85c-97e67d153c07: ACTIVE {{(pid=107860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:50:27.520507 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0078a7da-6e18-444c-bc90-dbb9321487b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:27.534698 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0078a7da-6e18-444c-bc90-dbb9321487b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:27.602445 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078a7da-6e18-444c-bc90-dbb9321487b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4459b5-3c95-4dc6-ab25-8478a00680e9,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:27.626361 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-0078a7da-6e18-444c-bc90-dbb9321487b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f2f2325a3834a07abc95c34fa04c10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6790168 Jan 28 01:50:27.626361 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41036) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:27.733550 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-01a98973-43f8-4168-ab80-cc92c27faeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:27.754487 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-8840b323-2ae8-4d13-a626-251ba7f18e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:27.773246 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41038) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:27.780269 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:50:27.798345 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-01a98973-43f8-4168-ab80-cc92c27faeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:27.815608 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:50:27.815608 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 212e37a8-c1b5-409c-9c7c-6f4a2f53b7fa not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:50:27.850278 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41042) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:27.867806 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6e862e3f-3cea-4e39-8695-ea87d6c709c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:27.895790 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a9353025-929b-4e8e-b4bb-c830bacff882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:27.912550 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-01a98973-43f8-4168-ab80-cc92c27faeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:27.915790 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-01a98973-43f8-4168-ab80-cc92c27faeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:27.917062 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-01a98973-43f8-4168-ab80-cc92c27faeea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f4459b5-3c95-4dc6-ab25-8478a00680e9 HTTP/1.1" status: 204 len: 168 time: 0.2891374 Jan 28 01:50:27.941821 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd40139-2f00-4cff-9f3d-278eca9c2bf2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Router 04f08bbe-3a6c-4702-81d9-7690731b51a1 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:50:27.951873 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a98973-43f8-4168-ab80-cc92c27faeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4459b5-3c95-4dc6-ab25-8478a00680e9,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:27.959440 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-8840b323-2ae8-4d13-a626-251ba7f18e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.006710 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-8840b323-2ae8-4d13-a626-251ba7f18e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.069112 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6e862e3f-3cea-4e39-8695-ea87d6c709c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.082026 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6e862e3f-3cea-4e39-8695-ea87d6c709c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.086195 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840b323-2ae8-4d13-a626-251ba7f18e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc05eed-e851-4a3c-8206-c94d0c871a31,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:28.098464 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-8840b323-2ae8-4d13-a626-251ba7f18e12 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa1576de5af64207ae81b8c54ec0164a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7488935 Jan 28 01:50:28.102122 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a9353025-929b-4e8e-b4bb-c830bacff882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.103221 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41050) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:28.121248 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd40139-2f00-4cff-9f3d-278eca9c2bf2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:50:28.127892 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ffd40139-2f00-4cff-9f3d-278eca9c2bf2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.134601 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5999846d-b0d3-48ed-b9ba-73035c77740d None None] Sync routers for ids ['04f08bbe-3a6c-4702-81d9-7690731b51a1'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:50:28.144484 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5999846d-b0d3-48ed-b9ba-73035c77740d None None] Routers {'04f08bbe-3a6c-4702-81d9-7690731b51a1'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:28.145380 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-5999846d-b0d3-48ed-b9ba-73035c77740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:50:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['04f08bbe-3a6c-4702-81d9-7690731b51a1'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:28.153348 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a9353025-929b-4e8e-b4bb-c830bacff882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.159715 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-ffd40139-2f00-4cff-9f3d-278eca9c2bf2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "PUT /v2.0/floatingips/aeb7ace5-dc06-4ab6-8d4d-ce721fba35b9 HTTP/1.1" status: 200 len: 990 time: 2.1693614 Jan 28 01:50:28.160301 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'tag': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8'}] {{(pid=107859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:50:28.162732 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f26e8db650ad48871ace5057421b275907cd6391da2f912926caf74004d3c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9908bff-7808-484c-85c3-cdafba39ccc8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6cbaa2-8645-4ecb-be94-d61e61cd5b11", "tag": "26da1c97-50e5-4ec4-8fe2-d045228e3eb8"}]}' {{(pid=107859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:28.188893 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e862e3f-3cea-4e39-8695-ea87d6c709c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013145ce-aa5c-4b4f-ad05-5cff0ba21b3c,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:28.236590 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-6e862e3f-3cea-4e39-8695-ea87d6c709c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2408bc10df3e44699b224b782dea26e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849475 Jan 28 01:50:28.239262 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41062) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:28.280281 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a7b90e-d34c-4077-8f86-a26ac1c87057 x-openstack-request-id: req-f4a7b90e-d34c-4077-8f86-a26ac1c87057 {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:28.280281 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6cbaa2-8645-4ecb-be94-d61e61cd5b11", "tag": "26da1c97-50e5-4ec4-8fe2-d045228e3eb8", "status": "completed", "code": 200}]} {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:28.280281 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4a7b90e-d34c-4077-8f86-a26ac1c87057 {{(pid=107859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:28.280281 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'tag': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'status': 'completed', 'code': 200} Jan 28 01:50:28.293291 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-a9353025-929b-4e8e-b4bb-c830bacff882 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=679ff3aba8cc41d8adcd81560f865d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189786 Jan 28 01:50:28.295122 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41066) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:28.295884 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-42276d3a-7762-4e39-84e7-d5ed7d1e9103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.348646 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-5999846d-b0d3-48ed-b9ba-73035c77740d None None] Set router 04f08bbe-3a6c-4702-81d9-7690731b51a1 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:28.356010 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8343196-ce78-4a64-a0d4-6866d7e2335a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.365464 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9353025-929b-4e8e-b4bb-c830bacff882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7806fc59-3e2e-4adb-9da1-f0ad4089849e,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:28.454525 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8343196-ce78-4a64-a0d4-6866d7e2335a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.470780 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-42276d3a-7762-4e39-84e7-d5ed7d1e9103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.531345 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6acef1a5-45da-4aeb-a7df-f6aa35c6fa8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.553604 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9908bff-7808-484c-85c3-cdafba39ccc8 req-fdf54842-ed3d-42c4-9ee6-4d95cbf5a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:28.555545 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a9908bff-7808-484c-85c3-cdafba39ccc8 req-fdf54842-ed3d-42c4-9ee6-4d95cbf5a6c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c429dadc11994a4186276b0066a5c162&device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 1098 time: 0.1755233 Jan 28 01:50:28.596616 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba0aec-035a-47a4-95ae-353c12fbd964 req-dd9f7127-0f9e-4488-8c38-888b98c96f15 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:28.604977 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-04ba0aec-035a-47a4-95ae-353c12fbd964 req-dd9f7127-0f9e-4488-8c38-888b98c96f15 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0916233 Jan 28 01:50:28.610282 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6acef1a5-45da-4aeb-a7df-f6aa35c6fa8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.650483 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8343196-ce78-4a64-a0d4-6866d7e2335a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.654200 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8343196-ce78-4a64-a0d4-6866d7e2335a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.661527 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-d8343196-ce78-4a64-a0d4-6866d7e2335a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/013145ce-aa5c-4b4f-ad05-5cff0ba21b3c HTTP/1.1" status: 204 len: 168 time: 0.4151311 Jan 28 01:50:28.661527 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41078) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:28.678931 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-04ba0aec-035a-47a4-95ae-353c12fbd964 req-b54ff2dd-90f4-49ef-ba19-d806f5d9cc0b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724008 Jan 28 01:50:28.707966 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8343196-ce78-4a64-a0d4-6866d7e2335a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013145ce-aa5c-4b4f-ad05-5cff0ba21b3c,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:28.707966 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e3640e56-93f3-4449-89fd-328d4b190e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.744745 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-42276d3a-7762-4e39-84e7-d5ed7d1e9103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.747695 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-42276d3a-7762-4e39-84e7-d5ed7d1e9103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.753495 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-42276d3a-7762-4e39-84e7-d5ed7d1e9103 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0dc05eed-e851-4a3c-8206-c94d0c871a31 HTTP/1.1" status: 204 len: 168 time: 0.6458890 Jan 28 01:50:28.770463 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6acef1a5-45da-4aeb-a7df-f6aa35c6fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.773639 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6acef1a5-45da-4aeb-a7df-f6aa35c6fa8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.774853 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-6acef1a5-45da-4aeb-a7df-f6aa35c6fa8c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7806fc59-3e2e-4adb-9da1-f0ad4089849e HTTP/1.1" status: 204 len: 168 time: 0.4756567 Jan 28 01:50:28.782558 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42276d3a-7762-4e39-84e7-d5ed7d1e9103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc05eed-e851-4a3c-8206-c94d0c871a31,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:28.789697 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-5999846d-b0d3-48ed-b9ba-73035c77740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:44Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': 'aeb7ace5-dc06-4ab6-8d4d-ce721fba35b9', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'floating_ip_address': '172.28.1.17', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'port_id': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'mac_address': 'fa:16:3e:c9:d7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:49:59Z', 'updated_at': '2022-01-28T01:50:26Z', 'revision_number': 1, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb90a94-4915-472c-b13a-203530310470', 'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:41Z', 'updated_at': '2022-01-28T01:49:59Z', 'revision_number': 5, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'subnets': [{'id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:28.827623 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acef1a5-45da-4aeb-a7df-f6aa35c6fa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7806fc59-3e2e-4adb-9da1-f0ad4089849e,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:28.841882 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5999846d-b0d3-48ed-b9ba-73035c77740d None None] Checking router: 04f08bbe-3a6c-4702-81d9-7690731b51a1 for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:50:28.865852 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5999846d-b0d3-48ed-b9ba-73035c77740d None None] Routers {'04f08bbe-3a6c-4702-81d9-7690731b51a1'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:28.867694 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-5999846d-b0d3-48ed-b9ba-73035c77740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:50:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['04f08bbe-3a6c-4702-81d9-7690731b51a1'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:28.892312 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9908bff-7808-484c-85c3-cdafba39ccc8 req-584a7bd6-c71a-4a0c-bada-18d048dbb35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:28.894894 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a9908bff-7808-484c-85c3-cdafba39ccc8 req-584a7bd6-c71a-4a0c-bada-18d048dbb35f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be HTTP/1.1" status: 200 len: 918 time: 0.3302124 Jan 28 01:50:28.905323 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e3640e56-93f3-4449-89fd-328d4b190e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.910918 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e3640e56-93f3-4449-89fd-328d4b190e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:28.977099 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-e3640e56-93f3-4449-89fd-328d4b190e7a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86d2812a7685474f9fe2e8291fc87a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094370 Jan 28 01:50:28.977099 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3640e56-93f3-4449-89fd-328d4b190e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd67128-aaa6-4aeb-9679-9297fe9b09a0,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:28.980499 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41086) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:29.044695 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-5a91e04b-ef6d-45db-83af-47499e70db99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:29.099677 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-5a91e04b-ef6d-45db-83af-47499e70db99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:29.199940 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241af824-65cb-4c6f-b98f-d84c9f525c04 req-4b68f23c-6cb6-4c5e-9233-601092c58baf tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:29.204168 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a9908bff-7808-484c-85c3-cdafba39ccc8 req-2382784e-1054-4cf5-89e9-b15d8f944f62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8 HTTP/1.1" status: 200 len: 998 time: 0.2986917 Jan 28 01:50:29.208326 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-241af824-65cb-4c6f-b98f-d84c9f525c04 req-4b68f23c-6cb6-4c5e-9233-601092c58baf tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0728037 Jan 28 01:50:29.234996 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-5a91e04b-ef6d-45db-83af-47499e70db99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:29.237732 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-5a91e04b-ef6d-45db-83af-47499e70db99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:29.238964 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-5a91e04b-ef6d-45db-83af-47499e70db99 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ecd67128-aaa6-4aeb-9679-9297fe9b09a0 HTTP/1.1" status: 204 len: 168 time: 0.2576625 Jan 28 01:50:29.244835 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-5999846d-b0d3-48ed-b9ba-73035c77740d None None] Set router 04f08bbe-3a6c-4702-81d9-7690731b51a1 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:29.269728 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-241af824-65cb-4c6f-b98f-d84c9f525c04 req-a1ee0554-26bb-455e-b832-16d18cbc9a7f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557120 Jan 28 01:50:29.270890 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91e04b-ef6d-45db-83af-47499e70db99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd67128-aaa6-4aeb-9679-9297fe9b09a0,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:29.297060 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947ed07-e99b-40ab-9b0a-6809bf9243e8 req-25fb984e-90e5-4095-bc17-f68c1b188010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:29.298658 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6947ed07-e99b-40ab-9b0a-6809bf9243e8 req-25fb984e-90e5-4095-bc17-f68c1b188010 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbb58ace44244c99f034978e651d64d&device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 1099 time: 0.1642962 Jan 28 01:50:29.304312 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9908bff-7808-484c-85c3-cdafba39ccc8 req-ebcefaec-354d-46ac-9173-d4adad2a1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:29.305757 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a9908bff-7808-484c-85c3-cdafba39ccc8 req-ebcefaec-354d-46ac-9173-d4adad2a1334 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b47d88-4276-41ac-88c0-29b5a88b4328 HTTP/1.1" status: 200 len: 855 time: 0.0854087 Jan 28 01:50:29.439677 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9908bff-7808-484c-85c3-cdafba39ccc8 req-27073dc2-ff1d-41f1-80cd-6c58fbbe3282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:29.441166 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a9908bff-7808-484c-85c3-cdafba39ccc8 req-27073dc2-ff1d-41f1-80cd-6c58fbbe3282 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1038198 Jan 28 01:50:29.505280 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41102) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:29.542526 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947ed07-e99b-40ab-9b0a-6809bf9243e8 req-6d1c4a77-8415-4067-9549-d5c0c483c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:29.544010 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6947ed07-e99b-40ab-9b0a-6809bf9243e8 req-6d1c4a77-8415-4067-9549-d5c0c483c58a service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d HTTP/1.1" status: 200 len: 920 time: 0.2374053 Jan 28 01:50:29.544284 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-029c9f0a-3051-49c1-8438-d2de72399b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:29.624267 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6947ed07-e99b-40ab-9b0a-6809bf9243e8 req-387546ab-b1c2-4658-923e-0ba7b0705b3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e101a337-d810-458b-a6ad-89daa70e996b HTTP/1.1" status: 200 len: 217 time: 0.0512719 Jan 28 01:50:29.652824 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a9908bff-7808-484c-85c3-cdafba39ccc8 req-10139aa1-caf0-46eb-b843-fb8ed4529955 service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997757 Jan 28 01:50:29.739884 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947ed07-e99b-40ab-9b0a-6809bf9243e8 req-959eb28e-82e6-485a-9db6-576ae8617111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:29.742386 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6947ed07-e99b-40ab-9b0a-6809bf9243e8 req-959eb28e-82e6-485a-9db6-576ae8617111 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02de3fd4-0fd1-437c-96bf-b34995b100ee HTTP/1.1" status: 200 len: 858 time: 0.1042833 Jan 28 01:50:29.852375 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-029c9f0a-3051-49c1-8438-d2de72399b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:29.866200 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41116) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:29.879512 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-5999846d-b0d3-48ed-b9ba-73035c77740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:44Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': 'aeb7ace5-dc06-4ab6-8d4d-ce721fba35b9', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'floating_ip_address': '172.28.1.17', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'port_id': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'mac_address': 'fa:16:3e:c9:d7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:49:59Z', 'updated_at': '2022-01-28T01:50:26Z', 'revision_number': 1, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb90a94-4915-472c-b13a-203530310470', 'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:41Z', 'updated_at': '2022-01-28T01:49:59Z', 'revision_number': 5, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'subnets': [{'id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:29.908180 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6947ed07-e99b-40ab-9b0a-6809bf9243e8 req-0b6f3c91-cd0c-4ea9-896d-05d3782b19eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998950 Jan 28 01:50:29.911174 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41118) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:29.934400 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-04fdebfe-606b-4b1b-9916-99d273309043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:29.940443 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5999846d-b0d3-48ed-b9ba-73035c77740d None None] The sync data for ids ['04f08bbe-3a6c-4702-81d9-7690731b51a1'] in dv-cinder-824978-1-smb is: [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:44Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': 'aeb7ace5-dc06-4ab6-8d4d-ce721fba35b9', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'floating_ip_address': '172.28.1.17', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'port_id': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'mac_address': 'fa:16:3e:c9:d7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:49:59Z', 'updated_at': '2022-01-28T01:50:26Z', 'revision_number': 1, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb90a94-4915-472c-b13a-203530310470', 'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:41Z', 'updated_at': '2022-01-28T01:49:59Z', 'revision_number': 5, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'subnets': [{'id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:50:29.943936 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-029c9f0a-3051-49c1-8438-d2de72399b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.052510 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a9908bff-7808-484c-85c3-cdafba39ccc8 req-8015659a-ac49-4bd5-81cc-286c34d0654b service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517702 Jan 28 01:50:30.055991 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee2334c-782c-4724-bd15-78a190b6af08 admin admin] Deleting subnet 136bac2b-415b-4d2f-aeb4-6dfe40ab315c {{(pid=107858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:50:30.063476 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1ee2334c-782c-4724-bd15-78a190b6af08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.067178 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-029c9f0a-3051-49c1-8438-d2de72399b32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1aeb12cc9b5a4341afad3ee779844d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5605366 Jan 28 01:50:30.076371 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41122) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:30.122180 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c9f0a-3051-49c1-8438-d2de72399b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9b37ce-25bb-4f57-8d4a-4c853afa3e38,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:30.141837 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1ee2334c-782c-4724-bd15-78a190b6af08 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.164204 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6947ed07-e99b-40ab-9b0a-6809bf9243e8 req-9224fce3-1f87-4545-b0c1-ac80c8222c20 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436442 Jan 28 01:50:30.165746 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1ee2334c-782c-4724-bd15-78a190b6af08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7750459'] for subnet, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.264535 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-04fdebfe-606b-4b1b-9916-99d273309043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.278320 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-04fdebfe-606b-4b1b-9916-99d273309043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.315092 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1ee2334c-782c-4724-bd15-78a190b6af08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7750450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.407067 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f90d91-b9ba-4278-b337-a4a551dd1bd4 None None] New status for floating IP aeb7ace5-dc06-4ab6-8d4d-ce721fba35b9: ACTIVE {{(pid=107860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:50:30.421692 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2334c-782c-4724-bd15-78a190b6af08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=136bac2b-415b-4d2f-aeb4-6dfe40ab315c,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:30.426970 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6947ed07-e99b-40ab-9b0a-6809bf9243e8 req-f70608dc-c4b9-4f1b-aa2f-275835cf46dd service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376368 Jan 28 01:50:30.436057 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1891cf6e-46e2-4ec4-83cc-c4fadae8274e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.440090 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1ee2334c-782c-4724-bd15-78a190b6af08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.442573 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fdebfe-606b-4b1b-9916-99d273309043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df8f08d-a715-484d-baea-26039d3be47e,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:30.463497 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-04fdebfe-606b-4b1b-9916-99d273309043 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80c3724607f44596851acc14e1e86e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5953507 Jan 28 01:50:30.464219 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41138) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:30.469620 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-1ee2334c-782c-4724-bd15-78a190b6af08 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/136bac2b-415b-4d2f-aeb4-6dfe40ab315c HTTP/1.1" status: 204 len: 168 time: 0.5542436 Jan 28 01:50:30.470555 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41140) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:30.522389 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1891cf6e-46e2-4ec4-83cc-c4fadae8274e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.601760 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c535f3-bfea-4001-88da-2a144d4f9137 req-fa1a187c-0954-42f2-92dc-5b5e9ac5b5ed tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:30.603486 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-54c535f3-bfea-4001-88da-2a144d4f9137 req-fa1a187c-0954-42f2-92dc-5b5e9ac5b5ed tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.1260421 Jan 28 01:50:30.648479 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-444f8c2b-52df-4b97-8616-78585f829593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.724780 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7845676'] for network, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.741159 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-54c535f3-bfea-4001-88da-2a144d4f9137 req-2440a073-137a-46a4-b9db-b7e693865876 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217191 Jan 28 01:50:30.753186 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1891cf6e-46e2-4ec4-83cc-c4fadae8274e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.756058 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1891cf6e-46e2-4ec4-83cc-c4fadae8274e admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.758886 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-1891cf6e-46e2-4ec4-83cc-c4fadae8274e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb9b37ce-25bb-4f57-8d4a-4c853afa3e38 HTTP/1.1" status: 204 len: 168 time: 0.6660817 Jan 28 01:50:30.786987 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-444f8c2b-52df-4b97-8616-78585f829593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.798208 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891cf6e-46e2-4ec4-83cc-c4fadae8274e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9b37ce-25bb-4f57-8d4a-4c853afa3e38,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:30.893630 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-444f8c2b-52df-4b97-8616-78585f829593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.897031 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-444f8c2b-52df-4b97-8616-78585f829593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:30.898219 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-444f8c2b-52df-4b97-8616-78585f829593 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0df8f08d-a715-484d-baea-26039d3be47e HTTP/1.1" status: 204 len: 168 time: 0.4310670 Jan 28 01:50:30.913458 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f8c2b-52df-4b97-8616-78585f829593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df8f08d-a715-484d-baea-26039d3be47e,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:31.042155 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751577', 'neutron.services.segments.db._delete_segments_for_network-8788471369665'] for network, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:31.069825 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:31.070191 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:31.070959 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:31.071333 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Subscribe: > port after_create 55550000 {{(pid=107858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:31.071650 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:31.071982 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Subscribe: > port after_update 55550000 {{(pid=107858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:31.072644 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:31.072644 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:31.072918 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:31.073239 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:31.257120 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:31.257551 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:31.257843 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:31.258193 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:31.258615 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f69dea-f398-43d3-b58c-4280e56d3e0c']}} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:31.283411 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa1df59-fcd6-495f-88b7-24a30559b594') {'for_net_delete': True} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:31.283676 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa1df59-fcd6-495f-88b7-24a30559b594') {} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:31.302681 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788471403201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1141320'] for segment, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:31.323826 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:31.334200 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=107858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:50:31.334599 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8545591'] for segment, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: from cryptography.utils import int_from_bytes Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: from cryptography.utils import int_from_bytes Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: Traceback (most recent call last): Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: timer() Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: cb(*args, **kw) Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: return func(*args, **kwargs) Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: self._notify() Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: self.callback(batched_events) Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: event.method(event) Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: return f(self, *a, **k) Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: return self._get(url).json() Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: return self.request(url, 'GET', **kwargs) Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:50:31.339116 dv-cinder-824978-1-smb neutron-server[107858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:50:31.402431 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614529'] for network, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:31.410924 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:31.414242 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] 10.222.0.58 "DELETE /v2.0/networks/16f69dea-f398-43d3-b58c-4280e56d3e0c HTTP/1.1" status: 204 len: 168 time: 0.9369946 Jan 28 01:50:31.427691 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656ddb8-4f70-4b9d-9598-99370ef7a647 admin admin] Pushing event deleted for resources: {'Network': ['ID=16f69dea-f398-43d3-b58c-4280e56d3e0c,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:31.577051 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41188) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:31.624886 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-b276fe94-4d90-45ed-9350-357e983ce150 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bda998da85fd41b3b884cc053da92747&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465934 Jan 28 01:50:31.627892 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41190) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:31.686422 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:31.714812 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:31.783173 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:31.786525 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:31.788210 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44cf3b68-0410-42e9-a31f-bf0bb44ec4d5 HTTP/1.1" status: 204 len: 168 time: 0.1590576 Jan 28 01:50:31.800068 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cf3b68-0410-42e9-a31f-bf0bb44ec4d5,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:31.812084 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:31.812512 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:31.812869 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:31.813223 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:31.813558 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:31.813893 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:31.814221 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:31.814832 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:31.814960 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:31.817481 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:31.817993 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:31.818582 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626439fa-79c1-440c-bf1b-de5c1d12ac6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:31.898599 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddab16-f396-4aae-bd43-6618d4dcd41e req-ce300a8b-e985-4ee3-a926-fcf3155ffbd2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:31.900135 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b3ddab16-f396-4aae-bd43-6618d4dcd41e req-ce300a8b-e985-4ee3-a926-fcf3155ffbd2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0527081 Jan 28 01:50:31.943934 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b3ddab16-f396-4aae-bd43-6618d4dcd41e req-c748629d-9cbb-4e2c-a028-22b3a481f241 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377011 Jan 28 01:50:33.106944 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c6a55-be22-4193-bd37-a87f07b1a61c req-f54cfac0-c817-467f-9822-89fa0fea1e60 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:33.109798 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a10c6a55-be22-4193-bd37-a87f07b1a61c req-f54cfac0-c817-467f-9822-89fa0fea1e60 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0888946 Jan 28 01:50:33.176307 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a10c6a55-be22-4193-bd37-a87f07b1a61c req-4099e1ef-6828-4ab3-9847-05349fbab2ec tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500901 Jan 28 01:50:33.621906 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41324) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:33.922877 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:34.058676 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:34.066782 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:34.142525 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f51c195f07fe433fb9f5c27f5d371484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5197265 Jan 28 01:50:34.144428 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489a31f1-75cc-479d-bc28-88d107ddc1e8,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:34.145349 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41362) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:34.154848 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:34.155255 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:34.155703 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:34.156402 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:34.156867 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:34.157436 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:34.157773 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:34.158114 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:34.158696 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:34.159544 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:34.160357 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:34.160931 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03585c0-bdfd-444c-8ff5-6827190a7b16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:34.217142 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3cb35f94-dec8-4c59-b333-00b098946723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:34.254664 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3cb35f94-dec8-4c59-b333-00b098946723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:34.320419 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3cb35f94-dec8-4c59-b333-00b098946723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:34.323036 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3cb35f94-dec8-4c59-b333-00b098946723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:34.326558 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-3cb35f94-dec8-4c59-b333-00b098946723 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/489a31f1-75cc-479d-bc28-88d107ddc1e8 HTTP/1.1" status: 204 len: 168 time: 0.1776886 Jan 28 01:50:34.338616 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb35f94-dec8-4c59-b333-00b098946723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489a31f1-75cc-479d-bc28-88d107ddc1e8,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:34.408073 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86b72c-41a3-4bdc-8c39-81c77aecd0d8 req-f61c0b14-41b5-4003-9f31-a427eec089e2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:34.409895 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6f86b72c-41a3-4bdc-8c39-81c77aecd0d8 req-f61c0b14-41b5-4003-9f31-a427eec089e2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0746534 Jan 28 01:50:34.484136 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6f86b72c-41a3-4bdc-8c39-81c77aecd0d8 req-2df6c379-79ad-40de-89dd-0b56d84414ac tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576205 Jan 28 01:50:34.870120 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41402) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:34.892178 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-dd0ed958-f01f-43c8-a89b-750cd7cdfcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:35.000725 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-dd0ed958-f01f-43c8-a89b-750cd7cdfcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:35.007586 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-dd0ed958-f01f-43c8-a89b-750cd7cdfcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:35.059426 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41416) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:35.059726 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-dd0ed958-f01f-43c8-a89b-750cd7cdfcac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc9f86e32a56427bac4d2cb5b974c43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885314 Jan 28 01:50:35.062032 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ed958-f01f-43c8-a89b-750cd7cdfcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123f904f-cc24-4447-b92b-5576f86b4375,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:35.149931 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7020e460-d64f-46ca-aa80-ef218c08b2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:35.173950 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7020e460-d64f-46ca-aa80-ef218c08b2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:35.229392 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7020e460-d64f-46ca-aa80-ef218c08b2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:35.232008 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7020e460-d64f-46ca-aa80-ef218c08b2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:35.233191 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-7020e460-d64f-46ca-aa80-ef218c08b2a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/123f904f-cc24-4447-b92b-5576f86b4375 HTTP/1.1" status: 204 len: 168 time: 0.1726916 Jan 28 01:50:35.242228 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020e460-d64f-46ca-aa80-ef218c08b2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123f904f-cc24-4447-b92b-5576f86b4375,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:35.619734 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f4e2c-7cb5-4e57-b127-1d9b3805afb6 req-b8e8e5c6-4291-4272-a126-7bdb6d2a45a1 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:35.621374 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-576f4e2c-7cb5-4e57-b127-1d9b3805afb6 req-b8e8e5c6-4291-4272-a126-7bdb6d2a45a1 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0622802 Jan 28 01:50:35.669444 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-576f4e2c-7cb5-4e57-b127-1d9b3805afb6 req-135cdb75-96d9-4f6b-8b8a-d8c94b2bcc94 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410233 Jan 28 01:50:36.808388 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea13f52-c845-484a-bbb8-2c0e0e43b951 req-dda8e0eb-2af1-4b55-99ab-02ac9452ea35 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:36.810088 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0ea13f52-c845-484a-bbb8-2c0e0e43b951 req-dda8e0eb-2af1-4b55-99ab-02ac9452ea35 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0624766 Jan 28 01:50:36.862444 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0ea13f52-c845-484a-bbb8-2c0e0e43b951 req-10bded80-1444-41ac-b5c5-7e4e7c4182d0 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430245 Jan 28 01:50:37.994376 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c461d1-a361-488d-8fa6-5cc3c7d263ea req-517f8030-7e6e-46ef-ab10-d6e9bd88808e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:37.995958 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c9c461d1-a361-488d-8fa6-5cc3c7d263ea req-517f8030-7e6e-46ef-ab10-d6e9bd88808e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0561359 Jan 28 01:50:38.044134 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c9c461d1-a361-488d-8fa6-5cc3c7d263ea req-812dee3f-34d2-40b2-8fda-7d7ebdb93e22 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Jan 28 01:50:38.140202 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41568) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:38.268508 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c32d69c9-9f44-4512-96c7-801563c29e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:38.350840 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c32d69c9-9f44-4512-96c7-801563c29e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:38.354787 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c32d69c9-9f44-4512-96c7-801563c29e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:38.393863 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-c32d69c9-9f44-4512-96c7-801563c29e88 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=12f1c129a0bc44c88b75300d0c05ec75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518950 Jan 28 01:50:38.396750 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d69c9-9f44-4512-96c7-801563c29e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38001a0d-7325-419a-bd94-c7630715f047,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:38.398307 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41578) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:38.452086 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-39b68b8a-5fc3-4ec1-8aac-8f6a79f16c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:38.474572 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-39b68b8a-5fc3-4ec1-8aac-8f6a79f16c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:38.525065 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-39b68b8a-5fc3-4ec1-8aac-8f6a79f16c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:38.527843 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-39b68b8a-5fc3-4ec1-8aac-8f6a79f16c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:38.528966 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-39b68b8a-5fc3-4ec1-8aac-8f6a79f16c11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/38001a0d-7325-419a-bd94-c7630715f047 HTTP/1.1" status: 204 len: 168 time: 0.1296487 Jan 28 01:50:38.537259 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b68b8a-5fc3-4ec1-8aac-8f6a79f16c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38001a0d-7325-419a-bd94-c7630715f047,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:38.876852 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41596) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:38.907459 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6746d0e4-3ce5-4cb4-8406-77233f2e7a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:38.995914 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6746d0e4-3ce5-4cb4-8406-77233f2e7a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:39.001347 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6746d0e4-3ce5-4cb4-8406-77233f2e7a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:39.043141 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-6746d0e4-3ce5-4cb4-8406-77233f2e7a4d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da8588730a864feaa27a15b7c76c318b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656640 Jan 28 01:50:39.044024 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746d0e4-3ce5-4cb4-8406-77233f2e7a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84007379-7e17-4cfc-ad99-f0c307303cad,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:39.045861 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41606) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:39.104829 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-010eec1b-72e1-4438-bbe8-8234eec6a512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:39.127934 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-010eec1b-72e1-4438-bbe8-8234eec6a512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:39.183013 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bd5aa-b7eb-4a3a-a1d2-558657b8ad7f req-539e01eb-0fe3-499a-9c5a-de672a6f7390 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:39.184947 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-339bd5aa-b7eb-4a3a-a1d2-558657b8ad7f req-539e01eb-0fe3-499a-9c5a-de672a6f7390 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0588248 Jan 28 01:50:39.192141 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-010eec1b-72e1-4438-bbe8-8234eec6a512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:39.195036 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-010eec1b-72e1-4438-bbe8-8234eec6a512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:39.196681 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-010eec1b-72e1-4438-bbe8-8234eec6a512 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84007379-7e17-4cfc-ad99-f0c307303cad HTTP/1.1" status: 204 len: 168 time: 0.1490064 Jan 28 01:50:39.215341 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010eec1b-72e1-4438-bbe8-8234eec6a512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84007379-7e17-4cfc-ad99-f0c307303cad,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:39.237332 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-339bd5aa-b7eb-4a3a-a1d2-558657b8ad7f req-f50ba606-f88d-4d96-8a2b-5cf0003e81ed tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437584 Jan 28 01:50:39.722831 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41640) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:39.847404 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3e4f95f3-7e52-498e-abba-ae0fabd3bbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:39.969520 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3e4f95f3-7e52-498e-abba-ae0fabd3bbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:39.975051 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3e4f95f3-7e52-498e-abba-ae0fabd3bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:40.025533 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-3e4f95f3-7e52-498e-abba-ae0fabd3bbdc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3dd4b5bb40e484b8c9ab41da9005f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015699 Jan 28 01:50:40.026506 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f95f3-7e52-498e-abba-ae0fabd3bbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4680eb25-24a4-41ed-aa6c-cff9cd369c56,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:40.028368 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41658) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:40.108278 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-54285001-655a-4b71-84cc-a4a78123d0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:40.142531 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-54285001-655a-4b71-84cc-a4a78123d0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:40.211163 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-54285001-655a-4b71-84cc-a4a78123d0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:40.214144 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-54285001-655a-4b71-84cc-a4a78123d0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:40.215479 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-54285001-655a-4b71-84cc-a4a78123d0c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4680eb25-24a4-41ed-aa6c-cff9cd369c56 HTTP/1.1" status: 204 len: 168 time: 0.1853161 Jan 28 01:50:40.230120 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54285001-655a-4b71-84cc-a4a78123d0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4680eb25-24a4-41ed-aa6c-cff9cd369c56,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:40.424017 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe5eee-d2b2-4add-93b6-a2ede1375244 req-4803e348-dc14-49d6-ad71-86379250c5ec tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:40.425535 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b0fe5eee-d2b2-4add-93b6-a2ede1375244 req-4803e348-dc14-49d6-ad71-86379250c5ec tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0966663 Jan 28 01:50:40.477801 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b0fe5eee-d2b2-4add-93b6-a2ede1375244 req-09890dc3-5e0c-4007-9a70-7887dc48e213 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460343 Jan 28 01:50:40.712631 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41704) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:40.807973 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41708) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:40.821712 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a495bdc6-4195-4b84-b2f4-51061be9f32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:40.844021 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7dcd7ad5-be11-46be-9486-878a68e6fd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:40.959317 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a495bdc6-4195-4b84-b2f4-51061be9f32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:40.966642 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a495bdc6-4195-4b84-b2f4-51061be9f32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:40.982174 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7dcd7ad5-be11-46be-9486-878a68e6fd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:40.994291 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7dcd7ad5-be11-46be-9486-878a68e6fd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:41.036458 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-a495bdc6-4195-4b84-b2f4-51061be9f32c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2850c03ae6de455b97ecd467077b0519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274082 Jan 28 01:50:41.039812 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-7dcd7ad5-be11-46be-9486-878a68e6fd2c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d3184f89063458bb2cf90719bb83075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247101 Jan 28 01:50:41.039812 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495bdc6-4195-4b84-b2f4-51061be9f32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0513ef86-f1c1-4b75-b984-68f40b75d5f9,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:41.041913 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41714) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:41.042043 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41710) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:41.096331 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd7ad5-be11-46be-9486-878a68e6fd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09c81ac-ae8b-486e-8de6-50ee3b4be9cb,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:41.106845 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-857c9375-a2dd-4d17-8283-7f3829db0421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:41.118359 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-427bb8e6-e19b-4324-92ff-2f91c56d356a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:41.131443 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-857c9375-a2dd-4d17-8283-7f3829db0421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:41.141785 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-427bb8e6-e19b-4324-92ff-2f91c56d356a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:41.180730 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-857c9375-a2dd-4d17-8283-7f3829db0421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:41.183690 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-857c9375-a2dd-4d17-8283-7f3829db0421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:41.184934 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-857c9375-a2dd-4d17-8283-7f3829db0421 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0513ef86-f1c1-4b75-b984-68f40b75d5f9 HTTP/1.1" status: 204 len: 168 time: 0.1419811 Jan 28 01:50:41.195778 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c9375-a2dd-4d17-8283-7f3829db0421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0513ef86-f1c1-4b75-b984-68f40b75d5f9,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:41.199771 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-427bb8e6-e19b-4324-92ff-2f91c56d356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:41.202534 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-427bb8e6-e19b-4324-92ff-2f91c56d356a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:41.205168 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-427bb8e6-e19b-4324-92ff-2f91c56d356a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d09c81ac-ae8b-486e-8de6-50ee3b4be9cb HTTP/1.1" status: 204 len: 168 time: 0.1623816 Jan 28 01:50:41.214386 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bb8e6-e19b-4324-92ff-2f91c56d356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09c81ac-ae8b-486e-8de6-50ee3b4be9cb,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:41.612314 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfeb9c-80fe-4e9e-a711-29b8ef7f786b req-e7436abb-b62e-45ea-9663-bb30246f0aeb tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:41.613846 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f6bfeb9c-80fe-4e9e-a711-29b8ef7f786b req-e7436abb-b62e-45ea-9663-bb30246f0aeb tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0553145 Jan 28 01:50:41.688883 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f6bfeb9c-80fe-4e9e-a711-29b8ef7f786b req-b8f9d929-5c3c-4f8f-8638-c5a2225ef5c9 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670810 Jan 28 01:50:42.829102 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f573b9d-d230-41c6-97c2-b8092b43568b req-f772012e-2de5-4949-a63a-de5e9e3dec02 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:42.839828 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0f573b9d-d230-41c6-97c2-b8092b43568b req-f772012e-2de5-4949-a63a-de5e9e3dec02 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0694857 Jan 28 01:50:42.889475 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0f573b9d-d230-41c6-97c2-b8092b43568b req-4a2ad03b-a251-42b2-96c6-49213a81ed4f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479245 Jan 28 01:50:43.516071 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41866) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:43.558806 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41870) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:43.725089 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-b3e2aa34-5f5e-4883-82eb-1b4dc2f96e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:43.734780 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c4058b9b-7112-4b60-9b21-84a8ff881782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:43.884961 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-b3e2aa34-5f5e-4883-82eb-1b4dc2f96e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:43.890087 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-b3e2aa34-5f5e-4883-82eb-1b4dc2f96e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:43.894798 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c4058b9b-7112-4b60-9b21-84a8ff881782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:43.923035 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c4058b9b-7112-4b60-9b21-84a8ff881782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:43.963073 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41894) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:43.963578 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-c4058b9b-7112-4b60-9b21-84a8ff881782 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c6e9d0060074e7ca6b7f8ab26533282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442937 Jan 28 01:50:43.986797 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-b3e2aa34-5f5e-4883-82eb-1b4dc2f96e5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e2363e9e8a194edca7ec6e4a0ee7dc86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267142 Jan 28 01:50:43.989497 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41900) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:44.015826 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2aa34-5f5e-4883-82eb-1b4dc2f96e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4879c495-0898-48cb-969a-7d8fb160e433,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:44.081900 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4058b9b-7112-4b60-9b21-84a8ff881782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6018a44a-56a7-44f9-b35e-7de240554c27,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:44.087955 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cef2d6c7-9028-4535-b960-93d877486a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.097693 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-331c7c3c-fac6-44ea-b5dc-9f718290bc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.113910 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cef2d6c7-9028-4535-b960-93d877486a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.122655 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dc193-ff1e-4368-a92e-b89adfe0512f req-1e7b681e-6096-418f-aa64-039523dcc86b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:44.124260 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7a6dc193-ff1e-4368-a92e-b89adfe0512f req-1e7b681e-6096-418f-aa64-039523dcc86b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0805149 Jan 28 01:50:44.139525 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-331c7c3c-fac6-44ea-b5dc-9f718290bc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.181677 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cef2d6c7-9028-4535-b960-93d877486a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.184426 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cef2d6c7-9028-4535-b960-93d877486a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.185735 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-cef2d6c7-9028-4535-b960-93d877486a45 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4879c495-0898-48cb-969a-7d8fb160e433 HTTP/1.1" status: 204 len: 168 time: 0.1948805 Jan 28 01:50:44.196727 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2d6c7-9028-4535-b960-93d877486a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4879c495-0898-48cb-969a-7d8fb160e433,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:44.197169 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7a6dc193-ff1e-4368-a92e-b89adfe0512f req-af31d5b8-763e-4340-8cc1-1ae83b1707fd tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669677 Jan 28 01:50:44.217227 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-331c7c3c-fac6-44ea-b5dc-9f718290bc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.220542 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-331c7c3c-fac6-44ea-b5dc-9f718290bc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.221709 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-331c7c3c-fac6-44ea-b5dc-9f718290bc85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6018a44a-56a7-44f9-b35e-7de240554c27 HTTP/1.1" status: 204 len: 168 time: 0.2573981 Jan 28 01:50:44.230808 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c7c3c-fac6-44ea-b5dc-9f718290bc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6018a44a-56a7-44f9-b35e-7de240554c27,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:44.513861 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41910) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:44.529379 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f064d0a8-dbde-4bde-9472-e2e123093c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.553818 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41912) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:44.570111 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1c001f30-8516-4e45-9bee-113247663499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.633206 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f064d0a8-dbde-4bde-9472-e2e123093c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.640871 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f064d0a8-dbde-4bde-9472-e2e123093c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.667900 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1c001f30-8516-4e45-9bee-113247663499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.672697 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1c001f30-8516-4e45-9bee-113247663499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.681229 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064d0a8-dbde-4bde-9472-e2e123093c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbd4276-1c77-445b-9510-84967ee766b0,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:44.689321 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-f064d0a8-dbde-4bde-9472-e2e123093c2c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7f923674d0f4e4aa5795a761c1788d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706533 Jan 28 01:50:44.689546 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 41916) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:44.723916 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-1c001f30-8516-4e45-9bee-113247663499 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21153bd4a38b4f6eb1fb368d6056b269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683214 Jan 28 01:50:44.724692 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c001f30-8516-4e45-9bee-113247663499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7faac7c-1374-43f3-b156-5ba207efe4a2,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:44.727044 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41918) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:44.756820 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-78291276-99fd-411a-96b5-63ae0dc4b622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.778992 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7e832a85-f726-48b4-b810-b61a332d741c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.779207 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-78291276-99fd-411a-96b5-63ae0dc4b622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.811149 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7e832a85-f726-48b4-b810-b61a332d741c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.829598 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-78291276-99fd-411a-96b5-63ae0dc4b622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.832143 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-78291276-99fd-411a-96b5-63ae0dc4b622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.835786 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-78291276-99fd-411a-96b5-63ae0dc4b622 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6cbd4276-1c77-445b-9510-84967ee766b0 HTTP/1.1" status: 204 len: 168 time: 0.1427681 Jan 28 01:50:44.841251 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78291276-99fd-411a-96b5-63ae0dc4b622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbd4276-1c77-445b-9510-84967ee766b0,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:44.869053 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7e832a85-f726-48b4-b810-b61a332d741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.872474 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7e832a85-f726-48b4-b810-b61a332d741c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:44.876913 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-7e832a85-f726-48b4-b810-b61a332d741c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7faac7c-1374-43f3-b156-5ba207efe4a2 HTTP/1.1" status: 204 len: 168 time: 0.1459320 Jan 28 01:50:44.884816 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e832a85-f726-48b4-b810-b61a332d741c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7faac7c-1374-43f3-b156-5ba207efe4a2,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:45.371272 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd7f6d-6d4e-418d-9352-69e1cbd9aeca req-d8cf5002-03fd-474b-b6f3-69d97ec169ad tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:45.380443 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f9dd7f6d-6d4e-418d-9352-69e1cbd9aeca req-d8cf5002-03fd-474b-b6f3-69d97ec169ad tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0676866 Jan 28 01:50:45.419717 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f9dd7f6d-6d4e-418d-9352-69e1cbd9aeca req-2b22c78a-d8d0-4f74-be7f-361b170090ab tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379689 Jan 28 01:50:45.766841 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 41982) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:45.975944 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-609623686-network', 'tenant_id': '8821ac21daee4ae68d4bc53b5ed69ad2'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:46.005745 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] Made reservation on behalf of 8821ac21daee4ae68d4bc53b5ed69ad2 for: {'network': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:50:46.008398 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:46.018801 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:46.120070 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:46.126571 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:46.154179 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1186} {{(pid=107859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:50:46.179452 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ce929d-597f-49c8-b0fc-ac17074f08d9,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:46.188650 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:46.189007 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.db.segments_db [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] Added segment 9d8eda82-6c03-411d-8252-98dc80ade739 of type vlan for network 530da99c-c2d5-458c-819d-26a10cb3689e Jan 28 01:50:46.236810 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:46.266630 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:46.267847 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:46.268500 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:46.335387 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5673733 Jan 28 01:50:46.338739 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42014) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:46.340335 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610c76d-cfad-430b-a05d-95475e094ddd admin admin] Pushing event updated for resources: {'Network': ['ID=530da99c-c2d5-458c-819d-26a10cb3689e,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:46.351148 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-4aecc486-6b23-48b2-ad7c-adb6863e1bad admin admin] Request body: {'subnet': {'network_id': '530da99c-c2d5-458c-819d-26a10cb3689e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-609623686-subnet', 'tenant_id': '8821ac21daee4ae68d4bc53b5ed69ad2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:46.364877 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network 530da99c-c2d5-458c-819d-26a10cb3689e details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:50:46.406530 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aecc486-6b23-48b2-ad7c-adb6863e1bad admin admin] Made reservation on behalf of 8821ac21daee4ae68d4bc53b5ed69ad2 for: {'subnet': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:50:46.411638 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4aecc486-6b23-48b2-ad7c-adb6863e1bad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9384956'] for subnet, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:46.473937 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42022) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:46.609790 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5e423-594c-4830-b08d-b728f747bfd1 req-1ff2ed4d-db88-4400-b6c0-bfed1f2bac28 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:46.611902 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6dd5e423-594c-4830-b08d-b728f747bfd1 req-1ff2ed4d-db88-4400-b6c0-bfed1f2bac28 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0693965 Jan 28 01:50:46.691172 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6dd5e423-594c-4830-b08d-b728f747bfd1 req-7ce90c1c-5a6a-4039-bacd-0397290343cc tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650082 Jan 28 01:50:46.743931 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-afce0e4d-f54a-4cb8-adc2-178866d15f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:46.780199 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4aecc486-6b23-48b2-ad7c-adb6863e1bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8545740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9384942'] for subnet, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:46.847181 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-afce0e4d-f54a-4cb8-adc2-178866d15f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:46.853516 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-afce0e4d-f54a-4cb8-adc2-178866d15f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:46.856334 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecc486-6b23-48b2-ad7c-adb6863e1bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3bc3361-c83e-49df-88bc-c5bf65a1f2c4,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:46.861657 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aecc486-6b23-48b2-ad7c-adb6863e1bad admin admin] Checking segment: {'id': '9d8eda82-6c03-411d-8252-98dc80ade739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '530da99c-c2d5-458c-819d-26a10cb3689e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:50:46.862011 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aecc486-6b23-48b2-ad7c-adb6863e1bad admin admin] Network hostable DHCP agents. Network: 530da99c-c2d5-458c-819d-26a10cb3689e, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:50:46.892630 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aecc486-6b23-48b2-ad7c-adb6863e1bad admin admin] Network 530da99c-c2d5-458c-819d-26a10cb3689e is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:50:46.903969 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-afce0e4d-f54a-4cb8-adc2-178866d15f9f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=190d1e5e9b7c49e98ac8cc34b7bb33d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288137 Jan 28 01:50:46.907628 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42034) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:46.908575 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-4aecc486-6b23-48b2-ad7c-adb6863e1bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, 530da99c-c2d5-458c-819d-26a10cb3689e) {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:50:46.913370 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aecc486-6b23-48b2-ad7c-adb6863e1bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:46.916844 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4aecc486-6b23-48b2-ad7c-adb6863e1bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:46.920188 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18e88c4-006f-4c74-aa37-dd9f286cde10 None None] Network 530da99c-c2d5-458c-819d-26a10cb3689e requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:50:46.920997 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42036) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:46.922166 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce0e4d-f54a-4cb8-adc2-178866d15f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4186c5a-6457-4543-bafb-958416dba086,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:46.950055 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-4aecc486-6b23-48b2-ad7c-adb6863e1bad admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6076601 Jan 28 01:50:46.994891 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-23b92ee0-7c89-4e8e-b348-ac88213640d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:47.026283 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-23b92ee0-7c89-4e8e-b348-ac88213640d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:47.076113 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-50afdf4d-9653-4879-ae31-e58d10b24862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:47.138852 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-23b92ee0-7c89-4e8e-b348-ac88213640d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:47.140685 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e6173c-355a-40ac-b975-2b3dfcb545ff None None] Network 530da99c-c2d5-458c-819d-26a10cb3689e requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:50:47.144712 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-23b92ee0-7c89-4e8e-b348-ac88213640d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:47.146812 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-23b92ee0-7c89-4e8e-b348-ac88213640d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4186c5a-6457-4543-bafb-958416dba086 HTTP/1.1" status: 204 len: 168 time: 0.2377975 Jan 28 01:50:47.158496 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b92ee0-7c89-4e8e-b348-ac88213640d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4186c5a-6457-4543-bafb-958416dba086,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:47.199414 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-50afdf4d-9653-4879-ae31-e58d10b24862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:47.207680 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-50afdf4d-9653-4879-ae31-e58d10b24862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:47.257192 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-50afdf4d-9653-4879-ae31-e58d10b24862 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5df2d2bd3da4f7baaa71d5e30ea0404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347783 Jan 28 01:50:47.260723 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42050) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:47.284783 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afdf4d-9653-4879-ae31-e58d10b24862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbb8946-07bd-4d41-a5e4-ccc8dbdf96ed,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:47.346261 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4c0ceb73-fcaa-4fc3-a0c5-2b3339cb503e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:47.370006 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4c0ceb73-fcaa-4fc3-a0c5-2b3339cb503e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:47.429955 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4c0ceb73-fcaa-4fc3-a0c5-2b3339cb503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:47.432979 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4c0ceb73-fcaa-4fc3-a0c5-2b3339cb503e admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:47.441545 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-4c0ceb73-fcaa-4fc3-a0c5-2b3339cb503e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/afbb8946-07bd-4d41-a5e4-ccc8dbdf96ed HTTP/1.1" status: 204 len: 168 time: 0.1705050 Jan 28 01:50:47.443268 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ceb73-fcaa-4fc3-a0c5-2b3339cb503e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbb8946-07bd-4d41-a5e4-ccc8dbdf96ed,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:47.752099 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42078) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:47.756634 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-403310819-network', 'tenant_id': '303b88a3a79d47a8af0460d798b84a70'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:47.818500 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] Made reservation on behalf of 303b88a3a79d47a8af0460d798b84a70 for: {'network': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:50:47.822556 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:47.856739 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:47.870919 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42082) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:47.899774 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7d7853d6-9b0a-4b36-818f-47a3ddd40446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:47.940521 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64952a29-bb53-47da-9864-5dc8f24aafa5 req-b04987ab-c0f3-4ac4-8f84-a1fe57d64898 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:47.942087 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-64952a29-bb53-47da-9864-5dc8f24aafa5 req-b04987ab-c0f3-4ac4-8f84-a1fe57d64898 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.1248932 Jan 28 01:50:47.990199 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:47.996076 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:48.022251 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7d7853d6-9b0a-4b36-818f-47a3ddd40446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:48.023643 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-64952a29-bb53-47da-9864-5dc8f24aafa5 req-95e151cf-04b2-46f8-8af2-8236eca868f3 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718122 Jan 28 01:50:48.036382 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1181} {{(pid=107859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:50:48.042013 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7d7853d6-9b0a-4b36-818f-47a3ddd40446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:48.045908 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fbdb29-749c-407c-b66c-f90aeeca09be,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:48.054838 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:48.055457 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.db.segments_db [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] Added segment 15cfef6f-e571-45a9-865c-70348c01f0d8 of type vlan for network 6d396809-ac67-4cde-b885-3d6e0ed20ead Jan 28 01:50:48.087134 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-7d7853d6-9b0a-4b36-818f-47a3ddd40446 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=402391aa98464f4e825c5a8662b563b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139993 Jan 28 01:50:48.116762 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42090) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:48.141747 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:48.181467 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:48.183719 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:48.186661 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:48.201318 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7853d6-9b0a-4b36-818f-47a3ddd40446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1334127f-462b-4ed6-91a2-b519b6bed907,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:48.230806 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ec5a3b02-0863-4288-a688-03697a81e3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:48.255190 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ec5a3b02-0863-4288-a688-03697a81e3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:48.267110 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] Pushing event updated for resources: {'Network': ['ID=6d396809-ac67-4cde-b885-3d6e0ed20ead,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:48.281837 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network 6d396809-ac67-4cde-b885-3d6e0ed20ead details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:50:48.284308 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-c4e40b6c-bf3e-42c0-b029-75233ebbc6fa admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5318649 Jan 28 01:50:48.285305 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42098) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:48.296493 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-86b1435c-c11a-49c2-9c47-2ab603e346b3 admin admin] Request body: {'subnet': {'network_id': '6d396809-ac67-4cde-b885-3d6e0ed20ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-403310819-subnet', 'tenant_id': '303b88a3a79d47a8af0460d798b84a70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:48.330919 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b1435c-c11a-49c2-9c47-2ab603e346b3 admin admin] Made reservation on behalf of 303b88a3a79d47a8af0460d798b84a70 for: {'subnet': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:50:48.333357 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-86b1435c-c11a-49c2-9c47-2ab603e346b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9384956'] for subnet, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:48.388196 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ec5a3b02-0863-4288-a688-03697a81e3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:48.391832 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ec5a3b02-0863-4288-a688-03697a81e3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:48.393164 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-ec5a3b02-0863-4288-a688-03697a81e3e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1334127f-462b-4ed6-91a2-b519b6bed907 HTTP/1.1" status: 204 len: 168 time: 0.2735782 Jan 28 01:50:48.412463 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a3b02-0863-4288-a688-03697a81e3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1334127f-462b-4ed6-91a2-b519b6bed907,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:48.564868 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-86b1435c-c11a-49c2-9c47-2ab603e346b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8545740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9384942'] for subnet, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:48.628754 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1435c-c11a-49c2-9c47-2ab603e346b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff262b65-7091-4462-b37f-aa4e40e8b80b,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:48.638683 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b1435c-c11a-49c2-9c47-2ab603e346b3 admin admin] Checking segment: {'id': '15cfef6f-e571-45a9-865c-70348c01f0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6d396809-ac67-4cde-b885-3d6e0ed20ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:50:48.639034 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b1435c-c11a-49c2-9c47-2ab603e346b3 admin admin] Network hostable DHCP agents. Network: 6d396809-ac67-4cde-b885-3d6e0ed20ead, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:50:48.661587 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b1435c-c11a-49c2-9c47-2ab603e346b3 admin admin] Network 6d396809-ac67-4cde-b885-3d6e0ed20ead is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:50:48.675542 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-86b1435c-c11a-49c2-9c47-2ab603e346b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, 6d396809-ac67-4cde-b885-3d6e0ed20ead) {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:50:48.680887 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b1435c-c11a-49c2-9c47-2ab603e346b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:48.681647 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-86b1435c-c11a-49c2-9c47-2ab603e346b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:48.691353 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56beb8e-f167-4dfd-b05f-bf6655fb09bb None None] Network 6d396809-ac67-4cde-b885-3d6e0ed20ead requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:50:48.722780 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-86b1435c-c11a-49c2-9c47-2ab603e346b3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4273689 Jan 28 01:50:48.902753 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee588682-5681-4815-8f30-b0d4c0d5c15f None None] Network 6d396809-ac67-4cde-b885-3d6e0ed20ead requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:50:48.939172 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42122) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:49.002829 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a0df15-96f8-4d42-b26b-b9beb9adf7a4 admin admin] Deleting subnet f3bc3361-c83e-49df-88bc-c5bf65a1f2c4 {{(pid=107859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:50:49.006474 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-43a0df15-96f8-4d42-b26b-b9beb9adf7a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.013275 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.053704 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-43a0df15-96f8-4d42-b26b-b9beb9adf7a4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.083137 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-43a0df15-96f8-4d42-b26b-b9beb9adf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7750459'] for subnet, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.220567 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b71d4d-5814-4501-ade0-2c433367b982 req-fd7a03bc-8e4b-4f72-9428-09b186b787fa tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:49.222969 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a3b71d4d-5814-4501-ade0-2c433367b982 req-fd7a03bc-8e4b-4f72-9428-09b186b787fa tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.1042380 Jan 28 01:50:49.224336 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-43a0df15-96f8-4d42-b26b-b9beb9adf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7750450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for subnet, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.267109 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0df15-96f8-4d42-b26b-b9beb9adf7a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3bc3361-c83e-49df-88bc-c5bf65a1f2c4,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:49.296981 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-43a0df15-96f8-4d42-b26b-b9beb9adf7a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.304268 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-43a0df15-96f8-4d42-b26b-b9beb9adf7a4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f3bc3361-c83e-49df-88bc-c5bf65a1f2c4 HTTP/1.1" status: 204 len: 168 time: 0.3641837 Jan 28 01:50:49.306931 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42144) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:49.392514 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a3b71d4d-5814-4501-ade0-2c433367b982 req-04eacf57-9b1e-4c16-8c20-e675fd3be3d2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539798 Jan 28 01:50:49.411854 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7845676'] for network, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.505161 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751577', 'neutron.services.segments.db._delete_segments_for_network-8788471369665'] for network, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.525987 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:49.526362 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:49.527095 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:49.527467 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Subscribe: > port after_create 55550000 {{(pid=107859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:49.527805 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:49.528165 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Subscribe: > port after_update 55550000 {{(pid=107859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:49.528487 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:49.528792 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:49.529103 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:49.529475 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:49.600381 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:49.600641 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:49.600980 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:49.601298 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:50:49.601656 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.services.segments.db [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530da99c-c2d5-458c-819d-26a10cb3689e']}} {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:49.619940 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.services.segments.db [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8eda82-6c03-411d-8252-98dc80ade739') {'for_net_delete': True} {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:49.620237 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.services.segments.db [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8eda82-6c03-411d-8252-98dc80ade739') {} {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:49.636781 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788471403201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583496'] for segment, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.659919 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.668512 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=107859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:50:49.668898 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8420468'] for segment, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: from cryptography.utils import int_from_bytes Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: from cryptography.utils import int_from_bytes Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: Traceback (most recent call last): Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: timer() Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: cb(*args, **kw) Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: return func(*args, **kwargs) Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: self._notify() Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: self.callback(batched_events) Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: event.method(event) Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: return f(self, *a, **k) Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: return self._get(url).json() Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: return self.request(url, 'GET', **kwargs) Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:50:49.673573 dv-cinder-824978-1-smb neutron-server[107859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:50:49.734197 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614529'] for network, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.740147 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.746254 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42158) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:49.746715 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] 10.222.0.58 "DELETE /v2.0/networks/530da99c-c2d5-458c-819d-26a10cb3689e HTTP/1.1" status: 204 len: 168 time: 0.4384890 Jan 28 01:50:49.760939 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157d39a-aa58-4053-af44-06f982a90255 admin admin] Pushing event deleted for resources: {'Network': ['ID=530da99c-c2d5-458c-819d-26a10cb3689e,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:49.797965 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdefa25b-a426-4201-b179-8dc2ee92c67f admin admin] Deleting subnet ff262b65-7091-4462-b37f-aa4e40e8b80b {{(pid=107858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:50:49.809381 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fdefa25b-a426-4201-b179-8dc2ee92c67f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.851235 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fdefa25b-a426-4201-b179-8dc2ee92c67f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1141361'] for subnet, precommit_delete_associations {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.903159 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fdefa25b-a426-4201-b179-8dc2ee92c67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7750459'] for subnet, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.960433 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fdefa25b-a426-4201-b179-8dc2ee92c67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7750450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9384921'] for subnet, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.993967 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fdefa25b-a426-4201-b179-8dc2ee92c67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:49.994851 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-fdefa25b-a426-4201-b179-8dc2ee92c67f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ff262b65-7091-4462-b37f-aa4e40e8b80b HTTP/1.1" status: 204 len: 168 time: 0.2474043 Jan 28 01:50:49.995765 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefa25b-a426-4201-b179-8dc2ee92c67f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff262b65-7091-4462-b37f-aa4e40e8b80b,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:49.998079 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42170) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:50.072523 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d7a76449-5595-4838-abcb-b6c613282387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7845676'] for network, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:50.164898 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d7a76449-5595-4838-abcb-b6c613282387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751577', 'neutron.services.segments.db._delete_segments_for_network-8788471369665'] for network, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:50.188204 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.services.segments.db [None req-d7a76449-5595-4838-abcb-b6c613282387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d396809-ac67-4cde-b885-3d6e0ed20ead']}} {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:50.197608 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.services.segments.db [None req-d7a76449-5595-4838-abcb-b6c613282387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cfef6f-e571-45a9-865c-70348c01f0d8') {'for_net_delete': True} {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:50.197896 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.services.segments.db [None req-d7a76449-5595-4838-abcb-b6c613282387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cfef6f-e571-45a9-865c-70348c01f0d8') {} {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:50.207940 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d7a76449-5595-4838-abcb-b6c613282387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788471403201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583496'] for segment, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:50.230048 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d7a76449-5595-4838-abcb-b6c613282387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:50.240570 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a76449-5595-4838-abcb-b6c613282387 admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=107859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:50:50.241349 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d7a76449-5595-4838-abcb-b6c613282387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8420468'] for segment, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: Traceback (most recent call last): Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: timer() Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: cb(*args, **kw) Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: return func(*args, **kwargs) Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: self._notify() Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: self.callback(batched_events) Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: event.method(event) Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: return f(self, *a, **k) Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: return self._get(url).json() Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: return self.request(url, 'GET', **kwargs) Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:50:50.244006 dv-cinder-824978-1-smb neutron-server[107859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:50:50.329008 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d7a76449-5595-4838-abcb-b6c613282387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614529'] for network, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:50.332873 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d7a76449-5595-4838-abcb-b6c613282387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:50.336338 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-d7a76449-5595-4838-abcb-b6c613282387 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6d396809-ac67-4cde-b885-3d6e0ed20ead HTTP/1.1" status: 204 len: 168 time: 0.3372748 Jan 28 01:50:50.354306 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a76449-5595-4838-abcb-b6c613282387 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d396809-ac67-4cde-b885-3d6e0ed20ead,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:50.580780 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42210) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:50.597647 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88366148-bed2-474e-b092-3b94e8d28674 req-440dec1d-6004-4b67-8ccb-b9720377c85d tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:50.599420 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-88366148-bed2-474e-b092-3b94e8d28674 req-440dec1d-6004-4b67-8ccb-b9720377c85d tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.1191254 Jan 28 01:50:50.685983 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-f9a303ea-897e-4288-aa28-b4a48761add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:50.725602 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42220) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:50.725747 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-881b2c81-442e-4b98-8cc3-d557ed64914d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8821ac21daee4ae68d4bc53b5ed69ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435537 Jan 28 01:50:50.736627 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-88366148-bed2-474e-b092-3b94e8d28674 req-c20741b8-e0d0-4cca-b8d9-eda68ce2bd25 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137226 Jan 28 01:50:50.793832 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8c3028ff-d77d-481a-81d9-4f4024b56b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:50.819036 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8c3028ff-d77d-481a-81d9-4f4024b56b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:50.874968 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8c3028ff-d77d-481a-81d9-4f4024b56b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:50.877750 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8c3028ff-d77d-481a-81d9-4f4024b56b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:50.881419 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-8c3028ff-d77d-481a-81d9-4f4024b56b0d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e3ce929d-597f-49c8-b0fc-ac17074f08d9 HTTP/1.1" status: 204 len: 168 time: 0.1520705 Jan 28 01:50:50.889964 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3028ff-d77d-481a-81d9-4f4024b56b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ce929d-597f-49c8-b0fc-ac17074f08d9,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:51.181740 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42240) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:51.296999 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42244) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:51.306768 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1edebc12-8570-4edc-9d4b-c88ecea08925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:51.339577 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-b58b8a66-93ed-4c89-b68c-177dc0f8d65b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=303b88a3a79d47a8af0460d798b84a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412731 Jan 28 01:50:51.342075 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42246) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:51.402939 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-27f9886c-1f70-4e12-88e1-0be98ccfaaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:51.403393 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1edebc12-8570-4edc-9d4b-c88ecea08925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:51.408608 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1edebc12-8570-4edc-9d4b-c88ecea08925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:51.430847 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-27f9886c-1f70-4e12-88e1-0be98ccfaaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:51.455148 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-1edebc12-8570-4edc-9d4b-c88ecea08925 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e57012ff674f42d598619b44918f9e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723098 Jan 28 01:50:51.458447 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42250) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:51.460309 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edebc12-8570-4edc-9d4b-c88ecea08925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05454b4c-3dd1-4982-948a-61d43d53cfc5,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:51.520457 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-76759e2e-e78f-423c-b4ff-3e826814a86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:51.522208 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-27f9886c-1f70-4e12-88e1-0be98ccfaaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:51.524744 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-27f9886c-1f70-4e12-88e1-0be98ccfaaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:51.525874 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-27f9886c-1f70-4e12-88e1-0be98ccfaaad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98fbdb29-749c-407c-b66c-f90aeeca09be HTTP/1.1" status: 204 len: 168 time: 0.1827655 Jan 28 01:50:51.542313 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9886c-1f70-4e12-88e1-0be98ccfaaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fbdb29-749c-407c-b66c-f90aeeca09be,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:51.555154 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-76759e2e-e78f-423c-b4ff-3e826814a86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:51.612493 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-76759e2e-e78f-423c-b4ff-3e826814a86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:51.615099 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-76759e2e-e78f-423c-b4ff-3e826814a86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:51.618626 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-76759e2e-e78f-423c-b4ff-3e826814a86d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/05454b4c-3dd1-4982-948a-61d43d53cfc5 HTTP/1.1" status: 204 len: 168 time: 0.1570063 Jan 28 01:50:51.630972 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76759e2e-e78f-423c-b4ff-3e826814a86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05454b4c-3dd1-4982-948a-61d43d53cfc5,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:51.790639 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:50:51.907279 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2269f5-e428-40ae-be97-613cc17b885c req-52d4a213-d073-4322-b86a-a6bcf946fbfa tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:51.915528 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cf2269f5-e428-40ae-be97-613cc17b885c req-52d4a213-d073-4322-b86a-a6bcf946fbfa tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0866261 Jan 28 01:50:51.965377 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cf2269f5-e428-40ae-be97-613cc17b885c req-e6470cee-469d-4055-b5b4-a22edbd5bae8 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460050 Jan 28 01:50:52.003621 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42274) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:52.019273 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-da13e2d2-2eef-4d4f-a1d2-001d97aec57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:52.111364 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-da13e2d2-2eef-4d4f-a1d2-001d97aec57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:52.115527 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42280) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:52.122240 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-da13e2d2-2eef-4d4f-a1d2-001d97aec57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:52.166980 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-da13e2d2-2eef-4d4f-a1d2-001d97aec57f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de2a3719b2914a0d8e37e933ef2b41e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617143 Jan 28 01:50:52.168094 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13e2d2-2eef-4d4f-a1d2-001d97aec57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10583308-298f-43ec-a2f5-dbc96d00ca74,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:52.169715 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42286) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:52.242470 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a0068388-dc4c-416e-be8c-c86964846fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:52.260226 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a5b40e57-336a-49a1-9197-2217019e64dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:52.268026 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a0068388-dc4c-416e-be8c-c86964846fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:52.322613 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a0068388-dc4c-416e-be8c-c86964846fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:52.325494 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a0068388-dc4c-416e-be8c-c86964846fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:52.328961 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-a0068388-dc4c-416e-be8c-c86964846fba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10583308-298f-43ec-a2f5-dbc96d00ca74 HTTP/1.1" status: 204 len: 168 time: 0.1560757 Jan 28 01:50:52.339094 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0068388-dc4c-416e-be8c-c86964846fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10583308-298f-43ec-a2f5-dbc96d00ca74,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:52.370528 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a5b40e57-336a-49a1-9197-2217019e64dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:52.376131 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a5b40e57-336a-49a1-9197-2217019e64dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:52.422703 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-a5b40e57-336a-49a1-9197-2217019e64dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29de6d93336f4b53b44299bcc5079ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058081 Jan 28 01:50:52.425446 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42298) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:52.434686 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b40e57-336a-49a1-9197-2217019e64dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb8fdb4-c13e-44f8-9757-6ce2d771e2fe,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:52.496529 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d0bf-0908-4681-9920-da4a0cbc530a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:52.522361 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d0bf-0908-4681-9920-da4a0cbc530a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:52.579468 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d0bf-0908-4681-9920-da4a0cbc530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:52.583809 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4ce3d0bf-0908-4681-9920-da4a0cbc530a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:52.588442 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-4ce3d0bf-0908-4681-9920-da4a0cbc530a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ddb8fdb4-c13e-44f8-9757-6ce2d771e2fe HTTP/1.1" status: 204 len: 168 time: 0.1619649 Jan 28 01:50:52.597291 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3d0bf-0908-4681-9920-da4a0cbc530a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb8fdb4-c13e-44f8-9757-6ce2d771e2fe,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:53.112797 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-21a8af4a-77ea-42ff-bf84-c494f6b38059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:53.158107 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5943299-edd3-4a12-b2b8-ec7c7be9183f req-a04d9fc8-45d9-41d0-a9f5-54a56e4a2342 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:53.160572 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b5943299-edd3-4a12-b2b8-ec7c7be9183f req-a04d9fc8-45d9-41d0-a9f5-54a56e4a2342 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.1099281 Jan 28 01:50:53.222153 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b5943299-edd3-4a12-b2b8-ec7c7be9183f req-3ebb33b0-286a-49a0-9e11-855004e5805c tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458591 Jan 28 01:50:54.350382 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f5ac7-dcea-4afc-8010-627698b8ae7a req-0ef32081-2a0a-4493-8c07-f7530ddf7b66 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:54.352036 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a56f5ac7-dcea-4afc-8010-627698b8ae7a req-0ef32081-2a0a-4493-8c07-f7530ddf7b66 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0585461 Jan 28 01:50:54.394192 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a56f5ac7-dcea-4afc-8010-627698b8ae7a req-e6b5934f-562c-4588-a769-99c3eee1abed tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360878 Jan 28 01:50:54.754630 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:55.518744 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f07a9-5ce1-4baf-a2a7-f55fdd65ed4f req-b33a2d47-ee2e-47f2-af1b-5a259f050483 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:55.520213 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-070f07a9-5ce1-4baf-a2a7-f55fdd65ed4f req-b33a2d47-ee2e-47f2-af1b-5a259f050483 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0525572 Jan 28 01:50:55.559012 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-070f07a9-5ce1-4baf-a2a7-f55fdd65ed4f req-90b866b9-458a-4638-9418-8a8491a18d73 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328493 Jan 28 01:50:56.154545 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:56.641998 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:56.731748 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454000b-26f5-4ec8-a5b7-ef2787bff14d req-3c243df7-48de-43fc-bac1-bf852d170ea3 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:56.733516 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2454000b-26f5-4ec8-a5b7-ef2787bff14d req-3c243df7-48de-43fc-bac1-bf852d170ea3 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0614715 Jan 28 01:50:56.772037 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2454000b-26f5-4ec8-a5b7-ef2787bff14d req-6e75f8e2-f413-4adc-9095-475c0efb81f0 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321712 Jan 28 01:50:57.097135 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42458) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:57.206566 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1ae49c83-8b82-41ee-b208-1993ced6c4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:57.285751 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1ae49c83-8b82-41ee-b208-1993ced6c4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:57.288957 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1ae49c83-8b82-41ee-b208-1993ced6c4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:57.334620 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-1ae49c83-8b82-41ee-b208-1993ced6c4f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d00d9b88db7a42b49a997a71d60721e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363966 Jan 28 01:50:57.335467 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae49c83-8b82-41ee-b208-1993ced6c4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4044cef9-04c6-4ef1-86fb-52caf2979f63,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:57.337787 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42462) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:57.397352 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-af096808-71c7-4d83-b311-dc9cfb4a9575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:57.421592 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-af096808-71c7-4d83-b311-dc9cfb4a9575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:57.471619 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-af096808-71c7-4d83-b311-dc9cfb4a9575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:57.474284 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-af096808-71c7-4d83-b311-dc9cfb4a9575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:57.475478 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-af096808-71c7-4d83-b311-dc9cfb4a9575 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4044cef9-04c6-4ef1-86fb-52caf2979f63 HTTP/1.1" status: 204 len: 168 time: 0.1366069 Jan 28 01:50:57.483156 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af096808-71c7-4d83-b311-dc9cfb4a9575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4044cef9-04c6-4ef1-86fb-52caf2979f63,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:57.787225 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42478) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:57.806244 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-accad247-5b09-40ce-8b2d-7b8d0ef5dbcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:57.903447 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-accad247-5b09-40ce-8b2d-7b8d0ef5dbcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:57.910476 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-accad247-5b09-40ce-8b2d-7b8d0ef5dbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:57.912611 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa65233-0e72-4dcd-a46a-6d427bb97cda req-8548cd09-ad25-48e9-8420-e3548308a72f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:57.920129 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-efa65233-0e72-4dcd-a46a-6d427bb97cda req-8548cd09-ad25-48e9-8420-e3548308a72f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0625880 Jan 28 01:50:57.964947 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-efa65233-0e72-4dcd-a46a-6d427bb97cda req-4995d751-8d4f-4e85-9c7a-06ebdef196fd tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428879 Jan 28 01:50:57.974687 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-accad247-5b09-40ce-8b2d-7b8d0ef5dbcf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb6be1af196f401b8497689b60bf54b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850350 Jan 28 01:50:57.975969 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accad247-5b09-40ce-8b2d-7b8d0ef5dbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd57440-b99f-45cb-b784-8b5e53c32762,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:57.976583 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42484) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:50:58.032005 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-8dd51ff9-b2ff-4b93-97a7-b6dd2a971f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:58.054648 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-8dd51ff9-b2ff-4b93-97a7-b6dd2a971f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:58.100938 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-8dd51ff9-b2ff-4b93-97a7-b6dd2a971f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:58.103611 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-8dd51ff9-b2ff-4b93-97a7-b6dd2a971f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:50:58.104757 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-8dd51ff9-b2ff-4b93-97a7-b6dd2a971f06 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6dd57440-b99f-45cb-b784-8b5e53c32762 HTTP/1.1" status: 204 len: 168 time: 0.1272027 Jan 28 01:50:58.114506 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd51ff9-b2ff-4b93-97a7-b6dd2a971f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd57440-b99f-45cb-b784-8b5e53c32762,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:59.089718 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c5978-2158-431f-9d2e-e58e4b004b20 req-12635195-a558-4fbf-b3d9-d049f3915a87 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:59.091715 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-331c5978-2158-431f-9d2e-e58e4b004b20 req-12635195-a558-4fbf-b3d9-d049f3915a87 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0481508 Jan 28 01:50:59.136982 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-331c5978-2158-431f-9d2e-e58e4b004b20 req-60a6f4c7-e679-4520-8c43-219ecf859e28 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364597 Jan 28 01:51:00.248277 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42560) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:00.263333 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08140c61-243f-4168-bf41-955bc2d15858 req-5c9ca48b-af33-4f1f-a57a-503e8459dd82 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:00.265357 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-08140c61-243f-4168-bf41-955bc2d15858 req-5c9ca48b-af33-4f1f-a57a-503e8459dd82 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0538790 Jan 28 01:51:00.309602 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-08140c61-243f-4168-bf41-955bc2d15858 req-1191fa35-2b83-4c2f-a512-42b213d93e7e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374923 Jan 28 01:51:00.371679 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-38494ab5-b02d-4310-95a8-5d859caa3103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:00.454629 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-38494ab5-b02d-4310-95a8-5d859caa3103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:00.459448 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-38494ab5-b02d-4310-95a8-5d859caa3103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:00.500884 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-38494ab5-b02d-4310-95a8-5d859caa3103 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0918c4b36fb34f7cb7331a2c5bb71408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515092 Jan 28 01:51:00.501753 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38494ab5-b02d-4310-95a8-5d859caa3103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0ed77d-7b3a-4cb2-8e24-eb9e5e472aa1,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:00.505653 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42572) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:00.574749 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7ccc023b-34c1-4a99-bd90-28d9559ec9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:00.600785 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7ccc023b-34c1-4a99-bd90-28d9559ec9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:00.660195 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7ccc023b-34c1-4a99-bd90-28d9559ec9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:00.662890 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7ccc023b-34c1-4a99-bd90-28d9559ec9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:00.664152 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-7ccc023b-34c1-4a99-bd90-28d9559ec9a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de0ed77d-7b3a-4cb2-8e24-eb9e5e472aa1 HTTP/1.1" status: 204 len: 168 time: 0.1574247 Jan 28 01:51:00.672098 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc023b-34c1-4a99-bd90-28d9559ec9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0ed77d-7b3a-4cb2-8e24-eb9e5e472aa1,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:00.973218 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42584) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:00.986617 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-43146504-1af2-41b2-8d99-4e85cdc7090d admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:01.076685 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-43146504-1af2-41b2-8d99-4e85cdc7090d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:01.081239 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-43146504-1af2-41b2-8d99-4e85cdc7090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:01.121528 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-43146504-1af2-41b2-8d99-4e85cdc7090d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0e1c05f11a34cd2ba600a78418c8c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471555 Jan 28 01:51:01.122252 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43146504-1af2-41b2-8d99-4e85cdc7090d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21836e30-928d-4abc-ae97-491637482393,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:01.124571 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42588) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:01.188060 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ab546c04-7a0f-4db4-8551-e9618a13b94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:01.210869 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ab546c04-7a0f-4db4-8551-e9618a13b94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:01.258721 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ab546c04-7a0f-4db4-8551-e9618a13b94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:01.261534 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ab546c04-7a0f-4db4-8551-e9618a13b94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:01.262683 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-ab546c04-7a0f-4db4-8551-e9618a13b94b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/21836e30-928d-4abc-ae97-491637482393 HTTP/1.1" status: 204 len: 168 time: 0.1371386 Jan 28 01:51:01.279755 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab546c04-7a0f-4db4-8551-e9618a13b94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21836e30-928d-4abc-ae97-491637482393,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:01.661973 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb360e7-84bb-409d-abae-bc8570abf471 req-8cd6bfd3-011c-43c8-a968-40920bf85c7e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:01.681720 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4eb360e7-84bb-409d-abae-bc8570abf471 req-8cd6bfd3-011c-43c8-a968-40920bf85c7e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.3030274 Jan 28 01:51:01.745119 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4eb360e7-84bb-409d-abae-bc8570abf471 req-7012f982-89de-4242-8c1a-255c5333c73d tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594287 Jan 28 01:51:01.966827 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42620) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:02.084154 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-47b8fad4-e71a-4766-a5b3-f2ea913f8be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.173692 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-47b8fad4-e71a-4766-a5b3-f2ea913f8be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.177914 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-47b8fad4-e71a-4766-a5b3-f2ea913f8be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.216938 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8fad4-e71a-4766-a5b3-f2ea913f8be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256f99f6-fcc5-4a1c-b556-800cebefec06,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:02.220521 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42634) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:02.222711 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-47b8fad4-e71a-4766-a5b3-f2ea913f8be7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af3d3f751a57437d8555e168b8096286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547979 Jan 28 01:51:02.225793 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42636) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:02.280366 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-330ca2f8-a3e8-41c2-9b0a-7db5c2a67352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.303054 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-330ca2f8-a3e8-41c2-9b0a-7db5c2a67352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.341202 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-587886678-network', 'tenant_id': '6c61a5461d1f404e834e1fd59641938d'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:02.369009 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-330ca2f8-a3e8-41c2-9b0a-7db5c2a67352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.372072 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-330ca2f8-a3e8-41c2-9b0a-7db5c2a67352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.373378 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-330ca2f8-a3e8-41c2-9b0a-7db5c2a67352 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/256f99f6-fcc5-4a1c-b556-800cebefec06 HTTP/1.1" status: 204 len: 168 time: 0.1473718 Jan 28 01:51:02.374721 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] Made reservation on behalf of 6c61a5461d1f404e834e1fd59641938d for: {'network': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:02.377587 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.384793 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ca2f8-a3e8-41c2-9b0a-7db5c2a67352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256f99f6-fcc5-4a1c-b556-800cebefec06,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:02.393064 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.487455 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.491706 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.528876 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1191} {{(pid=107859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:51:02.537213 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d92a69-6d27-4513-a9ac-acc2dc35783d,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:02.544465 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.544869 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.db.segments_db [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] Added segment 51351e50-a2c5-4662-9f98-3c40ffbd01d2 of type vlan for network 890353c5-5fa8-4afc-bbbd-10dd5362ff12 Jan 28 01:51:02.590235 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.621998 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.623496 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:02.624363 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.678065 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4560158 Jan 28 01:51:02.682116 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42644) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:02.688444 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-01216518-2129-4a71-9fb3-8592a9254b75 admin admin] Request body: {'subnet': {'network_id': '890353c5-5fa8-4afc-bbbd-10dd5362ff12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-587886678-subnet', 'tenant_id': '6c61a5461d1f404e834e1fd59641938d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:02.699626 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269588c-807b-473b-8432-18a4d00443eb admin admin] Pushing event updated for resources: {'Network': ['ID=890353c5-5fa8-4afc-bbbd-10dd5362ff12,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:02.720810 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network 890353c5-5fa8-4afc-bbbd-10dd5362ff12 details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:51:02.722615 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01216518-2129-4a71-9fb3-8592a9254b75 admin admin] Made reservation on behalf of 6c61a5461d1f404e834e1fd59641938d for: {'subnet': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:02.725309 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-01216518-2129-4a71-9fb3-8592a9254b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9384956'] for subnet, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.878000 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287c51-1205-4ac6-b5e6-aed4ad6f4260 req-0c125cfa-2e6a-40d5-b155-10773edc6dd1 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:02.879902 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-09287c51-1205-4ac6-b5e6-aed4ad6f4260 req-0c125cfa-2e6a-40d5-b155-10773edc6dd1 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0593498 Jan 28 01:51:02.903049 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-01216518-2129-4a71-9fb3-8592a9254b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8545740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9384942'] for subnet, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:02.935135 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-09287c51-1205-4ac6-b5e6-aed4ad6f4260 req-eb53fff6-1932-4476-af26-9cee1b799b8e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470147 Jan 28 01:51:02.974512 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01216518-2129-4a71-9fb3-8592a9254b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34429538-1fb8-45b1-a701-7f0b16ec281f,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:02.976714 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01216518-2129-4a71-9fb3-8592a9254b75 admin admin] Checking segment: {'id': '51351e50-a2c5-4662-9f98-3c40ffbd01d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '890353c5-5fa8-4afc-bbbd-10dd5362ff12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:51:02.977061 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01216518-2129-4a71-9fb3-8592a9254b75 admin admin] Network hostable DHCP agents. Network: 890353c5-5fa8-4afc-bbbd-10dd5362ff12, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:51:03.006165 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01216518-2129-4a71-9fb3-8592a9254b75 admin admin] Network 890353c5-5fa8-4afc-bbbd-10dd5362ff12 is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:51:03.016011 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-01216518-2129-4a71-9fb3-8592a9254b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, 890353c5-5fa8-4afc-bbbd-10dd5362ff12) {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:03.020680 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01216518-2129-4a71-9fb3-8592a9254b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:03.021785 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-01216518-2129-4a71-9fb3-8592a9254b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:03.025743 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ae7150-9e45-45a4-9f8a-c881c7c7cc07 None None] Network 890353c5-5fa8-4afc-bbbd-10dd5362ff12 requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:51:03.048521 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-01216518-2129-4a71-9fb3-8592a9254b75 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3649099 Jan 28 01:51:03.186440 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df872a81-3e16-46a8-ab72-51d98da22121 None None] Network 890353c5-5fa8-4afc-bbbd-10dd5362ff12 requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:51:03.718813 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42686) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:03.723978 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1662787941-network', 'tenant_id': 'e8f952f5c142482fa4afd5d7f51b771f'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:03.747203 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] Made reservation on behalf of e8f952f5c142482fa4afd5d7f51b771f for: {'network': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:03.750567 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:03.758785 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:03.841081 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:03.845930 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:03.882507 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1173} {{(pid=107859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:51:03.888983 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d498123-ffd8-41e4-99d8-734619975adb,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:03.897084 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:03.897203 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.db.segments_db [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] Added segment e65e54d8-0f38-47f8-a401-9143efd54a59 of type vlan for network adb00c4a-02b4-4a20-afbe-8b78a32333fc Jan 28 01:51:03.940292 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:03.968817 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:03.969889 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:03.970505 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:04.038443 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3155367 Jan 28 01:51:04.038747 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42690) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:04.043641 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-aaf931d7-c384-4ae7-bd5b-ec988b918e0b admin admin] Request body: {'subnet': {'network_id': 'adb00c4a-02b4-4a20-afbe-8b78a32333fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1662787941-subnet', 'tenant_id': 'e8f952f5c142482fa4afd5d7f51b771f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:04.070976 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf931d7-c384-4ae7-bd5b-ec988b918e0b admin admin] Made reservation on behalf of e8f952f5c142482fa4afd5d7f51b771f for: {'subnet': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:04.073677 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-aaf931d7-c384-4ae7-bd5b-ec988b918e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9384956'] for subnet, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:04.079730 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc1d14-1e44-4112-b293-e219aa54bdc5 admin admin] Pushing event updated for resources: {'Network': ['ID=adb00c4a-02b4-4a20-afbe-8b78a32333fc,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:04.098687 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network adb00c4a-02b4-4a20-afbe-8b78a32333fc details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:51:04.104488 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be0d49-8df3-4ad3-b0fe-612673f00b3a req-5fe7f66e-513a-40cd-9135-4af10d2639f0 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:04.106136 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a5be0d49-8df3-4ad3-b0fe-612673f00b3a req-5fe7f66e-513a-40cd-9135-4af10d2639f0 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0785165 Jan 28 01:51:04.154252 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a5be0d49-8df3-4ad3-b0fe-612673f00b3a req-d816af70-7974-48ec-9559-de6505af570f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390904 Jan 28 01:51:04.278086 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-aaf931d7-c384-4ae7-bd5b-ec988b918e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8545740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9384942'] for subnet, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:04.333787 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf931d7-c384-4ae7-bd5b-ec988b918e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d7914c2-a8ff-4fb4-892d-851f389dbba4,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:04.345094 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf931d7-c384-4ae7-bd5b-ec988b918e0b admin admin] Checking segment: {'id': 'e65e54d8-0f38-47f8-a401-9143efd54a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'adb00c4a-02b4-4a20-afbe-8b78a32333fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:51:04.345371 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf931d7-c384-4ae7-bd5b-ec988b918e0b admin admin] Network hostable DHCP agents. Network: adb00c4a-02b4-4a20-afbe-8b78a32333fc, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:51:04.362129 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf931d7-c384-4ae7-bd5b-ec988b918e0b admin admin] Network adb00c4a-02b4-4a20-afbe-8b78a32333fc is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:51:04.371572 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-aaf931d7-c384-4ae7-bd5b-ec988b918e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, adb00c4a-02b4-4a20-afbe-8b78a32333fc) {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:04.376233 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf931d7-c384-4ae7-bd5b-ec988b918e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:04.376830 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-aaf931d7-c384-4ae7-bd5b-ec988b918e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:04.384583 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59654f5b-5267-4f8e-baa4-61000bfc8efb None None] Network adb00c4a-02b4-4a20-afbe-8b78a32333fc requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:51:04.405861 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-aaf931d7-c384-4ae7-bd5b-ec988b918e0b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3583126 Jan 28 01:51:04.535499 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b80615-a45a-43da-bc43-a569ec201e47 None None] Network adb00c4a-02b4-4a20-afbe-8b78a32333fc requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:51:04.586133 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42720) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:04.706242 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad121-9790-4073-9e0e-1fc9e02adfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:04.788452 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad121-9790-4073-9e0e-1fc9e02adfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:04.792460 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad121-9790-4073-9e0e-1fc9e02adfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:04.831512 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-fd2ad121-9790-4073-9e0e-1fc9e02adfb6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=789902ea829546efad739771374b48c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440178 Jan 28 01:51:04.834228 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42738) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:04.836126 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ad121-9790-4073-9e0e-1fc9e02adfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbff889-b85d-4768-98a0-a39117508dfc,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:04.955444 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc92d-652f-4f1e-a942-5dfce67e03e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:04.982670 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb674-fea2-498b-be76-a43872463182 req-ff48d616-ad68-4c89-8fc2-81c2cead8eb4 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:04.984976 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-35ffb674-fea2-498b-be76-a43872463182 req-ff48d616-ad68-4c89-8fc2-81c2cead8eb4 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/networks?id=890353c5-5fa8-4afc-bbbd-10dd5362ff12 HTTP/1.1" status: 200 len: 808 time: 0.1435773 Jan 28 01:51:05.003042 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc92d-652f-4f1e-a942-5dfce67e03e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:05.014280 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-35ffb674-fea2-498b-be76-a43872463182 req-3573ec9b-6c3a-46fd-b071-a9fd174b07ec tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/quotas/6c61a5461d1f404e834e1fd59641938d HTTP/1.1" status: 200 len: 375 time: 0.0219800 Jan 28 01:51:05.057432 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-35ffb674-fea2-498b-be76-a43872463182 req-1b95fde5-981a-49e8-9e3a-40038eb9c284 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c61a5461d1f404e834e1fd59641938d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356870 Jan 28 01:51:05.119292 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc92d-652f-4f1e-a942-5dfce67e03e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:05.121815 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc92d-652f-4f1e-a942-5dfce67e03e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:05.122973 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-cf5fc92d-652f-4f1e-a942-5dfce67e03e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3cbff889-b85d-4768-98a0-a39117508dfc HTTP/1.1" status: 204 len: 168 time: 0.2872128 Jan 28 01:51:05.135390 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fc92d-652f-4f1e-a942-5dfce67e03e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbff889-b85d-4768-98a0-a39117508dfc,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:05.179419 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-35ffb674-fea2-498b-be76-a43872463182 req-59da7e32-5731-467a-8cd6-910489a92ae8 service neutron] 10.222.0.58 "GET /v2.0/networks/890353c5-5fa8-4afc-bbbd-10dd5362ff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059003 Jan 28 01:51:05.297787 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-35ffb674-fea2-498b-be76-a43872463182 req-89ae639c-33e6-486a-a8d8-20b94451f0aa service neutron] 10.222.0.58 "GET /v2.0/networks/890353c5-5fa8-4afc-bbbd-10dd5362ff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174293 Jan 28 01:51:05.322699 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f10d71-9c40-4de2-9b11-f3b8ed73fa15 req-4f937b30-211c-453a-ace5-825f09cf8d40 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:05.324564 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b7f10d71-9c40-4de2-9b11-f3b8ed73fa15 req-4f937b30-211c-453a-ace5-825f09cf8d40 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0623207 Jan 28 01:51:05.374740 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b7f10d71-9c40-4de2-9b11-f3b8ed73fa15 req-e0955dd3-ad2a-4603-9c85-8a7bfb89fbfe tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343592 Jan 28 01:51:05.500629 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-903ce5f8-ebcc-43dd-845f-04cde8564dff req-caa0f905-59e6-43a3-b249-201a5001d5eb tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 210 time: 0.0339904 Jan 28 01:51:06.503174 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767e635-eda4-4625-8dcb-641378013d52 req-8f46bca6-1b3d-4e2c-a5a4-33b154eff496 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:06.504738 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5767e635-eda4-4625-8dcb-641378013d52 req-8f46bca6-1b3d-4e2c-a5a4-33b154eff496 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0499079 Jan 28 01:51:06.547643 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5767e635-eda4-4625-8dcb-641378013d52 req-429345b4-16b1-43ea-a83d-23b4d898de30 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366895 Jan 28 01:51:06.622843 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ec3abd3a-1784-481c-abd6-3784daebb611 req-7b6a5430-90e7-4138-98f9-3362b0b64788 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 210 time: 0.0263641 Jan 28 01:51:06.996861 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb674-fea2-498b-be76-a43872463182 req-89ec4183-6503-4706-818a-1d1a45fbd1d6 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:06.998311 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-35ffb674-fea2-498b-be76-a43872463182 req-89ec4183-6503-4706-818a-1d1a45fbd1d6 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.41 "GET /v2.0/networks?id=890353c5-5fa8-4afc-bbbd-10dd5362ff12 HTTP/1.1" status: 200 len: 808 time: 0.1254165 Jan 28 01:51:07.047549 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-35ffb674-fea2-498b-be76-a43872463182 req-1205ebd0-c527-40b2-8808-9529d328ba75 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Request body: {'port': {'device_id': '842e33ce-0f98-4889-8a75-25471b4c1f85', 'network_id': '890353c5-5fa8-4afc-bbbd-10dd5362ff12', 'admin_state_up': True, 'tenant_id': '6c61a5461d1f404e834e1fd59641938d'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:07.180481 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ffb674-fea2-498b-be76-a43872463182 req-1205ebd0-c527-40b2-8808-9529d328ba75 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Made reservation on behalf of 6c61a5461d1f404e834e1fd59641938d for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:07.184354 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-35ffb674-fea2-498b-be76-a43872463182 req-1205ebd0-c527-40b2-8808-9529d328ba75 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:07.334948 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-35ffb674-fea2-498b-be76-a43872463182 req-1205ebd0-c527-40b2-8808-9529d328ba75 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Allocated IP 172.20.0.14 (890353c5-5fa8-4afc-bbbd-10dd5362ff12/34429538-1fb8-45b1-a701-7f0b16ec281f/91ae30a4-f694-4534-91bc-add0df836e8f) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:07.520117 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-35ffb674-fea2-498b-be76-a43872463182 req-1205ebd0-c527-40b2-8808-9529d328ba75 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:07.554108 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-35ffb674-fea2-498b-be76-a43872463182 req-1205ebd0-c527-40b2-8808-9529d328ba75 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:07.600754 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ffb674-fea2-498b-be76-a43872463182 req-1205ebd0-c527-40b2-8808-9529d328ba75 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Network 890353c5-5fa8-4afc-bbbd-10dd5362ff12 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:07.603794 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-35ffb674-fea2-498b-be76-a43872463182 req-1205ebd0-c527-40b2-8808-9529d328ba75 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:07.607228 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ffb674-fea2-498b-be76-a43872463182 req-1205ebd0-c527-40b2-8808-9529d328ba75 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:07.613644 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205ebd0-c527-40b2-8808-9529d328ba75 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Pushing event updated for resources: {'Port': ['ID=91ae30a4-f694-4534-91bc-add0df836e8f,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:07.669195 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb674-fea2-498b-be76-a43872463182 req-1205ebd0-c527-40b2-8808-9529d328ba75 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:07.669843 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-35ffb674-fea2-498b-be76-a43872463182 req-1205ebd0-c527-40b2-8808-9529d328ba75 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:07.691751 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-35ffb674-fea2-498b-be76-a43872463182 req-1205ebd0-c527-40b2-8808-9529d328ba75 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6486104 Jan 28 01:51:07.698497 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea233f-07ee-413c-a9cf-b9609d19851e req-86232380-0d9a-4174-a0fb-c3ee7bb7b47b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:07.703841 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-96ea233f-07ee-413c-a9cf-b9609d19851e req-86232380-0d9a-4174-a0fb-c3ee7bb7b47b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0777948 Jan 28 01:51:07.725600 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Request body: {'port': {'device_id': '842e33ce-0f98-4889-8a75-25471b4c1f85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:07.765404 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-96ea233f-07ee-413c-a9cf-b9609d19851e req-44c525e0-92ce-4609-a014-53daa46475c8 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591023 Jan 28 01:51:07.779868 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e1042-101d-4eb7-b026-dbfad6fb8b21 req-c6c133b3-de3f-4314-a05b-e49a434bb499 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:07.783849 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-938e1042-101d-4eb7-b026-dbfad6fb8b21 req-c6c133b3-de3f-4314-a05b-e49a434bb499 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 932 time: 0.0787699 Jan 28 01:51:07.796252 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:07.824901 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-938e1042-101d-4eb7-b026-dbfad6fb8b21 req-4363ba13-a065-43b0-88f4-02a21b66f55a tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d92a69-6d27-4513-a9ac-acc2dc35783d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369737 Jan 28 01:51:08.084937 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ae30a4-f694-4534-91bc-add0df836e8f {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:51:08.093947 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:08.106483 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Transition to ACTIVE for port object 91ae30a4-f694-4534-91bc-add0df836e8f will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:51:08.110934 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:08.159420 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Pushing event updated for resources: {'Port': ['ID=91ae30a4-f694-4534-91bc-add0df836e8f,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:08.235125 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Attempting to bind port 91ae30a4-f694-4534-91bc-add0df836e8f on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:51:08.235489 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Attempting to bind port 91ae30a4-f694-4534-91bc-add0df836e8f by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '51351e50-a2c5-4662-9f98-3c40ffbd01d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '890353c5-5fa8-4afc-bbbd-10dd5362ff12'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:51:08.235820 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Attempting to bind port 91ae30a4-f694-4534-91bc-add0df836e8f on network 890353c5-5fa8-4afc-bbbd-10dd5362ff12 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:08.240200 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Port 91ae30a4-f694-4534-91bc-add0df836e8f on network 890353c5-5fa8-4afc-bbbd-10dd5362ff12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:51:08.240521 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Attempting to bind port 91ae30a4-f694-4534-91bc-add0df836e8f on network 890353c5-5fa8-4afc-bbbd-10dd5362ff12 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:08.245521 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:51:08.245857 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Checking segment: {'id': '51351e50-a2c5-4662-9f98-3c40ffbd01d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '890353c5-5fa8-4afc-bbbd-10dd5362ff12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:51:08.246243 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Bound using segment: {'id': '51351e50-a2c5-4662-9f98-3c40ffbd01d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '890353c5-5fa8-4afc-bbbd-10dd5362ff12'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:51:08.246686 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Bound port: 91ae30a4-f694-4534-91bc-add0df836e8f, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51351e50-a2c5-4662-9f98-3c40ffbd01d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '890353c5-5fa8-4afc-bbbd-10dd5362ff12'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:51:08.247043 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:08.312493 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] For port 91ae30a4-f694-4534-91bc-add0df836e8f, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:51:08.315635 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] For port 91ae30a4-f694-4534-91bc-add0df836e8f, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=91ae30a4-f694-4534-91bc-add0df836e8f,segment=NetworkSegment(51351e50-a2c5-4662-9f98-3c40ffbd01d2),segment_id=51351e50-a2c5-4662-9f98-3c40ffbd01d2)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:51:08.319559 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:08.359036 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:08.359721 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:08.361130 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-35ffb674-fea2-498b-be76-a43872463182 req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] 10.222.0.41 "PUT /v2.0/ports/91ae30a4-f694-4534-91bc-add0df836e8f HTTP/1.1" status: 200 len: 1094 time: 0.6408215 Jan 28 01:51:08.361605 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842e33ce-0f98-4889-8a75-25471b4c1f85', 'tag': '91ae30a4-f694-4534-91bc-add0df836e8f'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:51:08.363926 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccd684b-0e85-48a3-a2ad-dd4b2b068376" -d '{"events": [{"name": "network-changed", "server_uuid": "842e33ce-0f98-4889-8a75-25471b4c1f85", "tag": "91ae30a4-f694-4534-91bc-add0df836e8f"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:51:08.382343 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb467d-41a5-4205-8de8-972d2d8326a8 service neutron] Pushing event updated for resources: {'Port': ['ID=91ae30a4-f694-4534-91bc-add0df836e8f,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:08.404734 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d86c45-291a-4e97-8668-892018b53feb x-openstack-request-id: req-f1d86c45-291a-4e97-8668-892018b53feb {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:51:08.405523 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842e33ce-0f98-4889-8a75-25471b4c1f85", "tag": "91ae30a4-f694-4534-91bc-add0df836e8f", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:51:08.405523 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1d86c45-291a-4e97-8668-892018b53feb {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:51:08.406473 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842e33ce-0f98-4889-8a75-25471b4c1f85', 'tag': '91ae30a4-f694-4534-91bc-add0df836e8f', 'status': 'completed', 'code': 200} Jan 28 01:51:08.522533 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb674-fea2-498b-be76-a43872463182 req-8f6395ad-f664-4b83-abad-32698f026580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:08.524130 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-35ffb674-fea2-498b-be76-a43872463182 req-8f6395ad-f664-4b83-abad-32698f026580 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c61a5461d1f404e834e1fd59641938d&device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 1097 time: 0.0642638 Jan 28 01:51:08.599222 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-35ffb674-fea2-498b-be76-a43872463182 req-6acbed39-4cfd-447d-b5df-ead59a326274 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91ae30a4-f694-4534-91bc-add0df836e8f HTTP/1.1" status: 200 len: 217 time: 0.0495574 Jan 28 01:51:08.662363 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb674-fea2-498b-be76-a43872463182 req-a01fa7bb-fba3-4e14-b1e5-cfe3180cc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:08.663868 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-35ffb674-fea2-498b-be76-a43872463182 req-a01fa7bb-fba3-4e14-b1e5-cfe3180cc611 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34429538-1fb8-45b1-a701-7f0b16ec281f HTTP/1.1" status: 200 len: 848 time: 0.0513122 Jan 28 01:51:08.701503 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-35ffb674-fea2-498b-be76-a43872463182 req-bd8f7753-ddbc-4add-bef3-c551bd1ca6a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=890353c5-5fa8-4afc-bbbd-10dd5362ff12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285835 Jan 28 01:51:08.806143 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-35ffb674-fea2-498b-be76-a43872463182 req-46cb322d-dddc-47a0-ade6-3f51119dd397 service neutron] 10.222.0.41 "GET /v2.0/networks/890353c5-5fa8-4afc-bbbd-10dd5362ff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914428 Jan 28 01:51:08.908474 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36751a3b-c49a-4fac-9575-7b6a9a3c9578 req-c2c71a1c-88bf-48af-b04b-3a48135b51a9 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:08.910083 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-36751a3b-c49a-4fac-9575-7b6a9a3c9578 req-c2c71a1c-88bf-48af-b04b-3a48135b51a9 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0665665 Jan 28 01:51:08.945277 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-35ffb674-fea2-498b-be76-a43872463182 req-62ffe0b3-c866-4da1-81ee-0e59effc3d36 service neutron] 10.222.0.41 "GET /v2.0/networks/890353c5-5fa8-4afc-bbbd-10dd5362ff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193860 Jan 28 01:51:08.996661 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-36751a3b-c49a-4fac-9575-7b6a9a3c9578 req-f18b0910-7c53-454f-b2c6-dc071ee43b58 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721107 Jan 28 01:51:09.008497 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0d562-6bf9-45e7-98f6-e1900ba79fd1 req-559b4ac7-eb40-49cb-bd7a-eec44760b804 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:09.009976 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9ab0d562-6bf9-45e7-98f6-e1900ba79fd1 req-559b4ac7-eb40-49cb-bd7a-eec44760b804 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 944 time: 0.0987988 Jan 28 01:51:09.059998 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9ab0d562-6bf9-45e7-98f6-e1900ba79fd1 req-cabf38c6-ed68-4855-97aa-b57e437be3ce tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d92a69-6d27-4513-a9ac-acc2dc35783d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419171 Jan 28 01:51:09.176449 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd684b-0e85-48a3-a2ad-dd4b2b068376 req-e4c0ca5e-675b-4953-846f-95481a6f8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:09.177961 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5ccd684b-0e85-48a3-a2ad-dd4b2b068376 req-e4c0ca5e-675b-4953-846f-95481a6f8b22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c61a5461d1f404e834e1fd59641938d&device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 1097 time: 0.0451775 Jan 28 01:51:09.320225 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd684b-0e85-48a3-a2ad-dd4b2b068376 req-c34841ad-21ae-4f9b-a52f-c39bdf52ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:09.321713 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5ccd684b-0e85-48a3-a2ad-dd4b2b068376 req-c34841ad-21ae-4f9b-a52f-c39bdf52ba77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=890353c5-5fa8-4afc-bbbd-10dd5362ff12 HTTP/1.1" status: 200 len: 910 time: 0.0994394 Jan 28 01:51:09.371506 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5ccd684b-0e85-48a3-a2ad-dd4b2b068376 req-b5c80b3d-1623-4b5a-950f-42fea170526d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91ae30a4-f694-4534-91bc-add0df836e8f HTTP/1.1" status: 200 len: 217 time: 0.0398467 Jan 28 01:51:09.429665 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd684b-0e85-48a3-a2ad-dd4b2b068376 req-a3255a27-e77d-4d96-8caf-6fd89b451298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:09.431105 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5ccd684b-0e85-48a3-a2ad-dd4b2b068376 req-a3255a27-e77d-4d96-8caf-6fd89b451298 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34429538-1fb8-45b1-a701-7f0b16ec281f HTTP/1.1" status: 200 len: 848 time: 0.0477102 Jan 28 01:51:09.478588 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5ccd684b-0e85-48a3-a2ad-dd4b2b068376 req-f0b4a8bf-6522-4427-a34b-baf11b58aaf7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=890353c5-5fa8-4afc-bbbd-10dd5362ff12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241482 Jan 28 01:51:09.579490 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5ccd684b-0e85-48a3-a2ad-dd4b2b068376 req-eaea4a40-4797-4ee6-b587-47d7bc5ea747 service neutron] 10.222.0.41 "GET /v2.0/networks/890353c5-5fa8-4afc-bbbd-10dd5362ff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860770 Jan 28 01:51:09.686096 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5ccd684b-0e85-48a3-a2ad-dd4b2b068376 req-0096920f-c305-426c-9c74-582d5d897f2b service neutron] 10.222.0.41 "GET /v2.0/networks/890353c5-5fa8-4afc-bbbd-10dd5362ff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958498 Jan 28 01:51:10.142644 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f412c8-b3a7-4410-8a59-4864c64b4d61 req-014e3e9a-101c-4882-acae-16c425f2e8fc tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:10.144191 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-53f412c8-b3a7-4410-8a59-4864c64b4d61 req-014e3e9a-101c-4882-acae-16c425f2e8fc tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0679877 Jan 28 01:51:10.215037 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-53f412c8-b3a7-4410-8a59-4864c64b4d61 req-848fe980-f6d2-4add-a061-eb6aaa3bc7e7 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575931 Jan 28 01:51:10.226695 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a84e7c-6b92-4c13-a1c6-5a2b0ac7d333 req-6fdfe6fc-8984-4a6a-b52c-ad595fa15259 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:10.228271 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a7a84e7c-6b92-4c13-a1c6-5a2b0ac7d333 req-6fdfe6fc-8984-4a6a-b52c-ad595fa15259 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 944 time: 0.0793028 Jan 28 01:51:10.279753 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a7a84e7c-6b92-4c13-a1c6-5a2b0ac7d333 req-58ae3f3b-9db5-444d-8137-3a7bf0b8bd85 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d92a69-6d27-4513-a9ac-acc2dc35783d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433593 Jan 28 01:51:11.381367 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0211421-5d04-40d0-93b2-6817d38b1c8f req-82c73837-8e69-4be3-aa17-2178e3a8b5ef tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:11.382830 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f0211421-5d04-40d0-93b2-6817d38b1c8f req-82c73837-8e69-4be3-aa17-2178e3a8b5ef tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0788624 Jan 28 01:51:11.445913 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f0211421-5d04-40d0-93b2-6817d38b1c8f req-162360c9-acae-4fb7-a280-542159cceaf4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519485 Jan 28 01:51:11.457318 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32724b5-b901-4849-b563-d3121c117be8 req-0adcfff1-489a-4488-8a94-4b89d3536f1d tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:11.458870 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b32724b5-b901-4849-b563-d3121c117be8 req-0adcfff1-489a-4488-8a94-4b89d3536f1d tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 944 time: 0.0750885 Jan 28 01:51:11.500205 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b32724b5-b901-4849-b563-d3121c117be8 req-f2171277-8ee5-4cca-bb09-47eccbead785 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d92a69-6d27-4513-a9ac-acc2dc35783d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346446 Jan 28 01:51:11.991476 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 91ae30a4-f694-4534-91bc-add0df836e8f details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:51:12.094298 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 91ae30a4-f694-4534-91bc-add0df836e8f, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=91ae30a4-f694-4534-91bc-add0df836e8f,segment=NetworkSegment(51351e50-a2c5-4662-9f98-3c40ffbd01d2),segment_id=51351e50-a2c5-4662-9f98-3c40ffbd01d2)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:12.107496 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '91ae30a4-f694-4534-91bc-add0df836e8f', 'network_id': '890353c5-5fa8-4afc-bbbd-10dd5362ff12', 'port_id': '91ae30a4-f694-4534-91bc-add0df836e8f', 'mac_address': 'fa:16:3e:34:dc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34429538-1fb8-45b1-a701-7f0b16ec281f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:51:12.145072 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:12.160760 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ae30a4-f694-4534-91bc-add0df836e8f {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:51:12.181455 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 91ae30a4-f694-4534-91bc-add0df836e8f, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=91ae30a4-f694-4534-91bc-add0df836e8f,segment=NetworkSegment(51351e50-a2c5-4662-9f98-3c40ffbd01d2),segment_id=51351e50-a2c5-4662-9f98-3c40ffbd01d2)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:12.185594 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:12.238533 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=91ae30a4-f694-4534-91bc-add0df836e8f,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:12.245443 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:12.245780 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:12.246115 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:12.246441 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:12.246761 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:12.247082 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:12.247436 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:12.247755 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:12.248093 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:12.248409 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:12.248824 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:12.249301 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:12.605995 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe027a9-e94f-428f-882a-def1b476c8bb req-2648bf58-2d09-46e4-b5e2-252ec4b4020e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:12.607456 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-dbe027a9-e94f-428f-882a-def1b476c8bb req-2648bf58-2d09-46e4-b5e2-252ec4b4020e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0858750 Jan 28 01:51:12.663807 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-dbe027a9-e94f-428f-882a-def1b476c8bb req-92173b79-f9e2-44bb-b154-0c2e10a0d591 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419595 Jan 28 01:51:12.672232 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a754af4-7fdb-4391-bc79-40906b3ad7fd req-0469b8ad-d0eb-43f7-ac68-89abe89c6312 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:12.673877 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2a754af4-7fdb-4391-bc79-40906b3ad7fd req-0469b8ad-d0eb-43f7-ac68-89abe89c6312 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 945 time: 0.0910926 Jan 28 01:51:12.718127 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2a754af4-7fdb-4391-bc79-40906b3ad7fd req-ce06894a-2489-47bb-9fc2-c5cc350ba61d tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d92a69-6d27-4513-a9ac-acc2dc35783d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365694 Jan 28 01:51:12.837809 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['91ae30a4-f694-4534-91bc-add0df836e8f'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:51:13.551448 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42960) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:13.677336 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-473bc5c9-8602-4081-bb92-c5f1d0c09eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:13.781596 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-473bc5c9-8602-4081-bb92-c5f1d0c09eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:13.790293 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-473bc5c9-8602-4081-bb92-c5f1d0c09eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:13.805605 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533d28f-8fe2-43f8-a396-29a261c2839a req-43c9c6f7-40ec-489f-8044-e7c567fd0496 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:13.807127 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0533d28f-8fe2-43f8-a396-29a261c2839a req-43c9c6f7-40ec-489f-8044-e7c567fd0496 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0669749 Jan 28 01:51:13.833593 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-473bc5c9-8602-4081-bb92-c5f1d0c09eb1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25f46c90d0af4c92a066ec3504563625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810442 Jan 28 01:51:13.834439 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bc5c9-8602-4081-bb92-c5f1d0c09eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67897e3-1c5f-4565-badb-d14d3c8ec378,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:13.836961 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42976) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:13.881919 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0533d28f-8fe2-43f8-a396-29a261c2839a req-d64983df-0ed7-4408-aaa7-4f79f407d347 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667920 Jan 28 01:51:13.904260 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0fed0-be40-4383-9765-9a0357d957ce req-c3d7e822-01a4-4604-bd80-7b592ba85db6 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:13.904441 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-67776c7b-c4d8-40bb-8613-b4295ead8eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:13.904544 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-43a0fed0-be40-4383-9765-9a0357d957ce req-c3d7e822-01a4-4604-bd80-7b592ba85db6 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 945 time: 0.0809476 Jan 28 01:51:13.943014 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-43a0fed0-be40-4383-9765-9a0357d957ce req-92d5f630-2788-4890-afa4-b59562d23db0 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d92a69-6d27-4513-a9ac-acc2dc35783d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368979 Jan 28 01:51:14.106383 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-67776c7b-c4d8-40bb-8613-b4295ead8eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:14.157382 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-67776c7b-c4d8-40bb-8613-b4295ead8eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:14.160130 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-67776c7b-c4d8-40bb-8613-b4295ead8eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:14.161287 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-67776c7b-c4d8-40bb-8613-b4295ead8eda admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c67897e3-1c5f-4565-badb-d14d3c8ec378 HTTP/1.1" status: 204 len: 168 time: 0.3234615 Jan 28 01:51:14.169013 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67776c7b-c4d8-40bb-8613-b4295ead8eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67897e3-1c5f-4565-badb-d14d3c8ec378,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:14.435687 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 42986) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:14.449874 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-764d57ac-88ad-4c73-a2f2-74d15ba1525e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:14.527762 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-764d57ac-88ad-4c73-a2f2-74d15ba1525e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:14.531443 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-764d57ac-88ad-4c73-a2f2-74d15ba1525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:14.571160 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-764d57ac-88ad-4c73-a2f2-74d15ba1525e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5dd904a04ed34d7b9fe261f11e1adb39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1341646 Jan 28 01:51:14.572183 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d57ac-88ad-4c73-a2f2-74d15ba1525e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f5f0c8-b9ad-4801-b6f5-f409f76859ba,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:14.573906 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 42988) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:14.631639 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd451-124e-4850-8777-9eb72f116cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:14.654797 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd451-124e-4850-8777-9eb72f116cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:14.710090 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd451-124e-4850-8777-9eb72f116cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:14.712942 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd451-124e-4850-8777-9eb72f116cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:14.714088 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-f2ebd451-124e-4850-8777-9eb72f116cfe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2f5f0c8-b9ad-4801-b6f5-f409f76859ba HTTP/1.1" status: 204 len: 168 time: 0.1388397 Jan 28 01:51:14.722837 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebd451-124e-4850-8777-9eb72f116cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f5f0c8-b9ad-4801-b6f5-f409f76859ba,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:14.969646 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8f963ca4-1b85-423e-8d69-1cc4e9339b61 req-e7c83ebe-595f-4f2b-a142-a33bec8aadf5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403528 Jan 28 01:51:15.032365 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5480a01-5b01-46c7-9fef-d494d921b485 req-e8d2e8ff-38dc-4bf9-b52d-7126ecf4fd8b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:15.035953 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d5480a01-5b01-46c7-9fef-d494d921b485 req-e8d2e8ff-38dc-4bf9-b52d-7126ecf4fd8b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0683076 Jan 28 01:51:15.069759 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43004) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:15.092158 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-acd10083-cfaf-4116-977f-18b0df83879a admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:15.115387 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d5480a01-5b01-46c7-9fef-d494d921b485 req-1fbd96a3-88da-4ccc-b22c-a70db136fa5a tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612116 Jan 28 01:51:15.127829 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da2a49-2403-42ed-bb78-eed0ac42279e req-6bc97171-37d0-4bdc-a1e6-aa3c5df4d914 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:15.135563 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-41da2a49-2403-42ed-bb78-eed0ac42279e req-6bc97171-37d0-4bdc-a1e6-aa3c5df4d914 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 945 time: 0.0912569 Jan 28 01:51:15.164344 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f963ca4-1b85-423e-8d69-1cc4e9339b61 req-772f514a-0c73-46b4-ad98-ddd736778fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:15.166076 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8f963ca4-1b85-423e-8d69-1cc4e9339b61 req-772f514a-0c73-46b4-ad98-ddd736778fbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbb58ace44244c99f034978e651d64d&device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 1098 time: 0.0831058 Jan 28 01:51:15.180397 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-41da2a49-2403-42ed-bb78-eed0ac42279e req-a2f73dc7-02e2-49fc-b5bf-c4a889ea8a20 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d92a69-6d27-4513-a9ac-acc2dc35783d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439229 Jan 28 01:51:15.228670 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-acd10083-cfaf-4116-977f-18b0df83879a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:15.240763 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-acd10083-cfaf-4116-977f-18b0df83879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:15.351508 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-acd10083-cfaf-4116-977f-18b0df83879a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4136bc23ca84ac5b1e95130ff4d5e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807925 Jan 28 01:51:15.354219 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43010) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:15.362907 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd10083-cfaf-4116-977f-18b0df83879a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4ac9ea-43ba-46a7-a7ac-45318ffa7c30,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:15.395325 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f963ca4-1b85-423e-8d69-1cc4e9339b61 req-587999ff-1700-4535-9418-877d44f5c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:15.398579 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8f963ca4-1b85-423e-8d69-1cc4e9339b61 req-587999ff-1700-4535-9418-877d44f5c099 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d HTTP/1.1" status: 200 len: 920 time: 0.1673653 Jan 28 01:51:15.415080 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-dd481cbc-23a2-4fb3-a9d8-913d376731ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:15.438155 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-dd481cbc-23a2-4fb3-a9d8-913d376731ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:15.496320 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-dd481cbc-23a2-4fb3-a9d8-913d376731ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:15.499137 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-dd481cbc-23a2-4fb3-a9d8-913d376731ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:15.500431 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-dd481cbc-23a2-4fb3-a9d8-913d376731ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba4ac9ea-43ba-46a7-a7ac-45318ffa7c30 HTTP/1.1" status: 204 len: 168 time: 0.1450593 Jan 28 01:51:15.508643 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd481cbc-23a2-4fb3-a9d8-913d376731ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4ac9ea-43ba-46a7-a7ac-45318ffa7c30,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:15.521337 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8f963ca4-1b85-423e-8d69-1cc4e9339b61 req-d3e12fa8-74d9-4702-8f25-c28e2aca54be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c1e522-ca48-4157-9f1a-35c30ffa361f HTTP/1.1" status: 200 len: 217 time: 0.0507944 Jan 28 01:51:15.577722 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f963ca4-1b85-423e-8d69-1cc4e9339b61 req-49d7af66-0dc1-4b1d-9352-4fd2492be655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:15.579307 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8f963ca4-1b85-423e-8d69-1cc4e9339b61 req-49d7af66-0dc1-4b1d-9352-4fd2492be655 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02de3fd4-0fd1-437c-96bf-b34995b100ee HTTP/1.1" status: 200 len: 858 time: 0.0466187 Jan 28 01:51:15.627178 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8f963ca4-1b85-423e-8d69-1cc4e9339b61 req-8ee458de-06db-44f0-8b15-7f8d8c2dcaca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275025 Jan 28 01:51:15.755994 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8f963ca4-1b85-423e-8d69-1cc4e9339b61 req-32b66d1d-b2a6-4577-a8e0-d3486fb03b0f service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143577 Jan 28 01:51:15.870555 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8f963ca4-1b85-423e-8d69-1cc4e9339b61 req-a13e0337-941c-4f9e-bc43-480e84a60a8b service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056051 Jan 28 01:51:16.029399 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 91ae30a4-f694-4534-91bc-add0df836e8f up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:16.088344 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port 91ae30a4-f694-4534-91bc-add0df836e8f completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:51:16.092355 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 91ae30a4-f694-4534-91bc-add0df836e8f triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:16.093171 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:16.187880 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:16.212688 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842e33ce-0f98-4889-8a75-25471b4c1f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ae30a4-f694-4534-91bc-add0df836e8f'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:51:16.214976 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f40e91-ad7e-46b4-9eb6-3891f710a195" -d '{"events": [{"server_uuid": "842e33ce-0f98-4889-8a75-25471b4c1f85", "name": "network-vif-plugged", "status": "completed", "tag": "91ae30a4-f694-4534-91bc-add0df836e8f"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:51:16.230060 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 91ae30a4-f694-4534-91bc-add0df836e8f, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=91ae30a4-f694-4534-91bc-add0df836e8f,segment=NetworkSegment(51351e50-a2c5-4662-9f98-3c40ffbd01d2),segment_id=51351e50-a2c5-4662-9f98-3c40ffbd01d2)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:16.234519 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:16.247850 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507308f7-2299-499f-bfe3-44f2607894ce req-4bf112e4-eb2a-4e83-8f24-e12e277f0449 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:16.250565 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-507308f7-2299-499f-bfe3-44f2607894ce req-4bf112e4-eb2a-4e83-8f24-e12e277f0449 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0591083 Jan 28 01:51:16.288265 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=91ae30a4-f694-4534-91bc-add0df836e8f,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:16.318768 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-507308f7-2299-499f-bfe3-44f2607894ce req-0ab31f0f-f9be-4b67-88d3-94310f45365e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610383 Jan 28 01:51:16.337651 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623c020-e9ba-4fa5-bb7b-743e12d4bbe5 req-70af9fc8-123d-4282-af20-fc72001808b1 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:16.339137 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5623c020-e9ba-4fa5-bb7b-743e12d4bbe5 req-70af9fc8-123d-4282-af20-fc72001808b1 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 946 time: 0.0659029 Jan 28 01:51:16.369948 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d967cb95-1c07-48b4-bfda-7ec2ea485ea0 x-openstack-request-id: req-d967cb95-1c07-48b4-bfda-7ec2ea485ea0 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:51:16.370382 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842e33ce-0f98-4889-8a75-25471b4c1f85", "name": "network-vif-plugged", "status": "completed", "tag": "91ae30a4-f694-4534-91bc-add0df836e8f", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:51:16.370753 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d967cb95-1c07-48b4-bfda-7ec2ea485ea0 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:51:16.371165 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842e33ce-0f98-4889-8a75-25471b4c1f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ae30a4-f694-4534-91bc-add0df836e8f', 'code': 200} Jan 28 01:51:16.381278 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5623c020-e9ba-4fa5-bb7b-743e12d4bbe5 req-9578c2b2-2ec2-4435-8829-ce911301005a tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d92a69-6d27-4513-a9ac-acc2dc35783d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351329 Jan 28 01:51:16.693704 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d34cf-f127-45b8-ba02-d6457d542068 req-d7c76846-9d5e-4980-9183-0ca2cbc1129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:16.695206 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f71d34cf-f127-45b8-ba02-d6457d542068 req-d7c76846-9d5e-4980-9183-0ca2cbc1129d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 1099 time: 0.0453930 Jan 28 01:51:16.734906 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f71d34cf-f127-45b8-ba02-d6457d542068 req-f9570757-0a37-4644-bda3-d1efab3d4429 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=29d92a69-6d27-4513-a9ac-acc2dc35783d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Jan 28 01:51:17.365716 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43042) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:17.445215 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290c231-1707-4e17-9a12-5966b65a5c32 req-77af87df-a9b1-4575-8321-95d0fcc99fe2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:17.446696 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f290c231-1707-4e17-9a12-5966b65a5c32 req-77af87df-a9b1-4575-8321-95d0fcc99fe2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0548079 Jan 28 01:51:17.506168 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b0d71e08-4dbe-42ef-a41f-d50bdb6a3ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:17.543810 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f290c231-1707-4e17-9a12-5966b65a5c32 req-443f01e0-004b-4241-bb55-bea66d427aa6 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886474 Jan 28 01:51:17.555592 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edcb6d-018d-461e-812e-89624479622f req-3682796f-9483-471b-bedc-45335c54ddad tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:17.557181 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-42edcb6d-018d-461e-812e-89624479622f req-3682796f-9483-471b-bedc-45335c54ddad tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 946 time: 0.1039014 Jan 28 01:51:17.617351 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-42edcb6d-018d-461e-812e-89624479622f req-95dfe7f8-ef98-45af-9084-ab4b4c5b3c2d tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d92a69-6d27-4513-a9ac-acc2dc35783d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489571 Jan 28 01:51:17.653367 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b0d71e08-4dbe-42ef-a41f-d50bdb6a3ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:17.657733 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b0d71e08-4dbe-42ef-a41f-d50bdb6a3ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:17.699821 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-b0d71e08-4dbe-42ef-a41f-d50bdb6a3ca0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ddd004f586954b96bf0bf9e60cc8a1d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330035 Jan 28 01:51:17.701293 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43052) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:17.702318 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d71e08-4dbe-42ef-a41f-d50bdb6a3ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa624127-f872-4a3a-9f40-30253d41a971,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:17.755842 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-33e2ae58-005c-44a1-b551-699105cb6036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:17.778733 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-33e2ae58-005c-44a1-b551-699105cb6036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:17.831950 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-33e2ae58-005c-44a1-b551-699105cb6036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:17.834479 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-33e2ae58-005c-44a1-b551-699105cb6036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:17.835661 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-33e2ae58-005c-44a1-b551-699105cb6036 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aa624127-f872-4a3a-9f40-30253d41a971 HTTP/1.1" status: 204 len: 168 time: 0.1320236 Jan 28 01:51:17.844910 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2ae58-005c-44a1-b551-699105cb6036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa624127-f872-4a3a-9f40-30253d41a971,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:18.685643 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c187da7-0bef-4e46-8b02-c6a85b8e5ebf req-90d04ff5-66ec-40da-b9cb-f5dda6388359 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:18.687395 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1c187da7-0bef-4e46-8b02-c6a85b8e5ebf req-90d04ff5-66ec-40da-b9cb-f5dda6388359 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0672376 Jan 28 01:51:18.718150 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b5f72-c97b-4670-8915-2809f3edef89 req-3c3eceab-6c9b-4505-841f-4d421d6d8492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:18.719666 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-689b5f72-c97b-4670-8915-2809f3edef89 req-3c3eceab-6c9b-4505-841f-4d421d6d8492 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 1099 time: 0.0561421 Jan 28 01:51:18.767010 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-689b5f72-c97b-4670-8915-2809f3edef89 req-d15f02c2-ecf2-4c59-9d0f-be3afd38460b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355980 Jan 28 01:51:18.775479 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1c187da7-0bef-4e46-8b02-c6a85b8e5ebf req-ee327538-268e-4a24-9707-f3108fee532b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597980 Jan 28 01:51:18.801833 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8128b3-d3a1-412b-8e53-1825b8b72aac req-774df34a-1e43-443a-8040-bed9567545e8 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:18.804183 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3f8128b3-d3a1-412b-8e53-1825b8b72aac req-774df34a-1e43-443a-8040-bed9567545e8 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 946 time: 0.1071701 Jan 28 01:51:18.847946 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3f8128b3-d3a1-412b-8e53-1825b8b72aac req-f39a73ba-8d48-4bbf-b2ec-27fb88de76d0 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d92a69-6d27-4513-a9ac-acc2dc35783d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373967 Jan 28 01:51:18.946098 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43092) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:18.964805 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:19.057712 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a867b6e2-3828-4cc4-958d-71d49246fcc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:19.142838 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a867b6e2-3828-4cc4-958d-71d49246fcc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:19.152808 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a867b6e2-3828-4cc4-958d-71d49246fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:19.198726 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43100) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:19.198917 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-a867b6e2-3828-4cc4-958d-71d49246fcc5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c02e00cd2ee4f4fad39a1bcdb3e3cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513032 Jan 28 01:51:19.200227 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867b6e2-3828-4cc4-958d-71d49246fcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea03308f-ef2f-4ddf-b904-0fa62b97de33,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:19.263091 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-42a3bd74-95fb-464e-8290-401df4f97e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:19.288168 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-42a3bd74-95fb-464e-8290-401df4f97e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:19.339517 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-42a3bd74-95fb-464e-8290-401df4f97e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:19.342057 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-42a3bd74-95fb-464e-8290-401df4f97e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:19.343391 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-42a3bd74-95fb-464e-8290-401df4f97e3b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea03308f-ef2f-4ddf-b904-0fa62b97de33 HTTP/1.1" status: 204 len: 168 time: 0.1423566 Jan 28 01:51:19.354761 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3bd74-95fb-464e-8290-401df4f97e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea03308f-ef2f-4ddf-b904-0fa62b97de33,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:19.901294 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6706aca-537e-48ca-8f3e-8a19e5966948 req-c846ef35-a9f0-46a8-a30a-e93c93204fe1 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:19.902802 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f6706aca-537e-48ca-8f3e-8a19e5966948 req-c846ef35-a9f0-46a8-a30a-e93c93204fe1 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0536284 Jan 28 01:51:19.944676 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f6706aca-537e-48ca-8f3e-8a19e5966948 req-d796d3f4-2053-4c22-93ca-e0c4f41892f6 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350797 Jan 28 01:51:19.992769 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43124) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:20.098148 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1208821435-network', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:20.131593 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] Made reservation on behalf of e4889e3a8e01439eb8b6b365c41248d3 for: {'network': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:20.134014 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:20.142710 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:20.221573 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:20.226944 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:20.253720 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1171} {{(pid=107858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:51:20.264574 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ca8ccd-c834-4608-a419-ca15131264e3,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:20.271871 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:20.272217 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.segments_db [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] Added segment a4d55f31-3956-40aa-8cbb-66c91cb18d7f of type vlan for network 82002cad-8fe8-41b5-b52e-34fe374097aa Jan 28 01:51:20.318183 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:20.351492 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:20.352581 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:20.353150 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:20.411835 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4179626 Jan 28 01:51:20.414651 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43136) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:20.419231 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-968d55d3-01b0-497b-94ee-d24bd4e2b6d4 admin admin] Request body: {'subnet': {'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1208821435-subnet', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'ip_version': 4}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:20.426870 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5dcc94-5f0e-4010-b142-7a2958f4f431 admin admin] Pushing event updated for resources: {'Network': ['ID=82002cad-8fe8-41b5-b52e-34fe374097aa,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:20.437716 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network 82002cad-8fe8-41b5-b52e-34fe374097aa details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:51:20.448863 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968d55d3-01b0-497b-94ee-d24bd4e2b6d4 admin admin] Made reservation on behalf of e4889e3a8e01439eb8b6b365c41248d3 for: {'subnet': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:20.451234 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-968d55d3-01b0-497b-94ee-d24bd4e2b6d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9384956'] for subnet, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:20.632631 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-968d55d3-01b0-497b-94ee-d24bd4e2b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8545740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9384942'] for subnet, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:20.667897 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-cd26a969-11f6-4d46-8743-f14f1bf8afb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:20.693963 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d55d3-01b0-497b-94ee-d24bd4e2b6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c9ed944-46e7-4486-9af0-2a39f2684e5c,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:20.715604 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968d55d3-01b0-497b-94ee-d24bd4e2b6d4 admin admin] Checking segment: {'id': 'a4d55f31-3956-40aa-8cbb-66c91cb18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:51:20.715794 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968d55d3-01b0-497b-94ee-d24bd4e2b6d4 admin admin] Network hostable DHCP agents. Network: 82002cad-8fe8-41b5-b52e-34fe374097aa, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:51:20.734707 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968d55d3-01b0-497b-94ee-d24bd4e2b6d4 admin admin] Network 82002cad-8fe8-41b5-b52e-34fe374097aa is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:51:20.750716 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-968d55d3-01b0-497b-94ee-d24bd4e2b6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, 82002cad-8fe8-41b5-b52e-34fe374097aa) {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:20.759017 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968d55d3-01b0-497b-94ee-d24bd4e2b6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:20.759645 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-968d55d3-01b0-497b-94ee-d24bd4e2b6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:20.760379 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33018fbc-dac5-44bf-8fe2-9118b5fe1b0f None None] Network 82002cad-8fe8-41b5-b52e-34fe374097aa requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:51:20.782084 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-968d55d3-01b0-497b-94ee-d24bd4e2b6d4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3664358 Jan 28 01:51:20.784835 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43142) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:20.790434 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:20.823068 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14829'] for router, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:20.824299 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:20.894644 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:20.981465 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3251d021-e988-563e-ba3e-ff2730f448da-82002cad-8fe8-41b5-b52e-34fe374097aa', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'fixed_ips': [{'subnet_id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c'}]}} from dv-cinder-824978-1-smb. {{(pid=107860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:51:20.982614 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:21.057094 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:21.141430 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fc619-409b-41f0-833b-0551b33b1fa9 req-693abd24-0bdf-4890-93d4-9538a59a2fbf tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:21.142938 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f67fc619-409b-41f0-833b-0551b33b1fa9 req-693abd24-0bdf-4890-93d4-9538a59a2fbf tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0998600 Jan 28 01:51:21.160658 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.db_base_plugin_common [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Allocated IP 172.20.0.2 (82002cad-8fe8-41b5-b52e-34fe374097aa/8c9ed944-46e7-4486-9af0-2a39f2684e5c/405829f4-f804-467e-8903-547b83028dcb) {{(pid=107860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:21.191953 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f67fc619-409b-41f0-833b-0551b33b1fa9 req-65601dda-78e7-469d-ae9a-0e574445e72b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421581 Jan 28 01:51:21.324349 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Notify callbacks [] for port, precommit_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:21.331430 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:21.384657 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Network 82002cad-8fe8-41b5-b52e-34fe374097aa is already hosted by enough agents. {{(pid=107860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:21.387700 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.base_scheduler [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Resources bound (agent type, host, resource id): {{(pid=107860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:21.392125 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Received port after_create {{(pid=107860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:21.404356 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Pushing event updated for resources: {'Port': ['ID=405829f4-f804-467e-8903-547b83028dcb,revision_number=1']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:21.406918 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:21.415692 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bfcbb-7c8a-45aa-8252-c213e9c83941 req-affe8722-a789-4c81-b346-e011ac526f87 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:21.417374 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-596bfcbb-7c8a-45aa-8252-c213e9c83941 req-affe8722-a789-4c81-b346-e011ac526f87 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0860534 Jan 28 01:51:21.438094 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:21.452528 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Attempting to bind port 405829f4-f804-467e-8903-547b83028dcb on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:51:21.453361 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Attempting to bind port 405829f4-f804-467e-8903-547b83028dcb by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': 'a4d55f31-3956-40aa-8cbb-66c91cb18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:51:21.453584 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Attempting to bind port 405829f4-f804-467e-8903-547b83028dcb on network 82002cad-8fe8-41b5-b52e-34fe374097aa {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:21.458854 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:51:21.459624 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Checking segment: {'id': 'a4d55f31-3956-40aa-8cbb-66c91cb18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:51:21.459762 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:21.460150 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Bound using segment: {'id': 'a4d55f31-3956-40aa-8cbb-66c91cb18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:51:21.460624 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Bound port: 405829f4-f804-467e-8903-547b83028dcb, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d55f31-3956-40aa-8cbb-66c91cb18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:51:21.461009 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:21.515939 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-596bfcbb-7c8a-45aa-8252-c213e9c83941 req-c3960e01-b9eb-4921-8c18-02c80e2fc1eb tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803392 Jan 28 01:51:21.552383 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] For port 405829f4-f804-467e-8903-547b83028dcb, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:51:21.556820 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] For port 405829f4-f804-467e-8903-547b83028dcb, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=405829f4-f804-467e-8903-547b83028dcb,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:51:21.567546 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:21.602438 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.db_base_plugin_common [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Allocated IP 172.28.1.97 (53e1632d-3d8a-4bf7-bdd8-752e18cfbd35/fce5ff57-e9f1-4373-a307-b308380c36d0/d59aa919-cdcd-429e-a420-7f6391284ca7) {{(pid=107859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:21.673579 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35235a6d-17e9-442d-b285-49032d7cda1e None None] Pushing event updated for resources: {'Port': ['ID=405829f4-f804-467e-8903-547b83028dcb,revision_number=2']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:21.760611 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:21.805791 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:21.847393 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 is already hosted by enough agents. {{(pid=107859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:21.850836 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:21.856771 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Received port after_create {{(pid=107859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:21.890816 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d59aa919-cdcd-429e-a420-7f6391284ca7,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:22.275659 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 405829f4-f804-467e-8903-547b83028dcb up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:22.443434 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 405829f4-f804-467e-8903-547b83028dcb triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:22.443800 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:22.466516 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c387b-d32d-4991-a15f-7bc85c5ba5a5 req-274ba57f-178c-4e1d-afd6-e5b96a889853 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:22.468972 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-338c387b-d32d-4991-a15f-7bc85c5ba5a5 req-274ba57f-178c-4e1d-afd6-e5b96a889853 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 946 time: 0.0967169 Jan 28 01:51:22.492953 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:22.531150 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:22.551126 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-338c387b-d32d-4991-a15f-7bc85c5ba5a5 req-518f8fea-4447-49fb-a5ba-e8a40b64f770 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d92a69-6d27-4513-a9ac-acc2dc35783d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751028 Jan 28 01:51:22.571756 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] For port 405829f4-f804-467e-8903-547b83028dcb, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=405829f4-f804-467e-8903-547b83028dcb,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:22.578494 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:22.629972 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Pushing event updated for resources: {'Port': ['ID=405829f4-f804-467e-8903-547b83028dcb,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:22.741846 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614473'] for router, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:22.876370 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Router 6c7a5f90-1544-47ed-804c-7ae5155faa27 is scheduled to L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 with binding_index 1 {{(pid=107859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:51:22.894258 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3ed7e-db2e-496b-8858-de4284dcdfea None None] Network 82002cad-8fe8-41b5-b52e-34fe374097aa requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:51:22.977103 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-54e62203-5ca7-400c-a683-f4283c32a72a None None] Provisioning complete for port 405829f4-f804-467e-8903-547b83028dcb triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:22.977477 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-54e62203-5ca7-400c-a683-f4283c32a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:22.995347 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:51:23.006224 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Sync routers for ids ['6c7a5f90-1544-47ed-804c-7ae5155faa27'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:51:23.014603 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] Notify callbacks [] for router, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:23.016303 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-d8f82590-6de8-4a19-851b-343207afd0e4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2304654 Jan 28 01:51:23.018991 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43182) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:23.020058 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Routers {'6c7a5f90-1544-47ed-804c-7ae5155faa27'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:23.020674 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:50:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['6c7a5f90-1544-47ed-804c-7ae5155faa27'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:23.146374 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-eec39ca9-d8a3-46d7-9276-06d349e4b5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:23.177947 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Set router 6c7a5f90-1544-47ed-804c-7ae5155faa27 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:23.384382 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:20Z', 'updated_at': '2022-01-28T01:51:22Z', 'revision_number': 3, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'gw_port': {'id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:23.417360 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Checking router: 6c7a5f90-1544-47ed-804c-7ae5155faa27 for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:51:23.417705 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Updating router 6c7a5f90-1544-47ed-804c-7ae5155faa27 port d59aa919-cdcd-429e-a420-7f6391284ca7 binding host dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:51:23.442541 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:23.480811 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-471ad77b-a864-4aba-9363-474cd2602b91 None None] Provisioning complete for port 405829f4-f804-467e-8903-547b83028dcb triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:23.481430 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-471ad77b-a864-4aba-9363-474cd2602b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:23.504998 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46c0e8-e37d-4a5c-b324-5c70a3430cbd req-1229113f-2953-4c7b-b0ef-dd7c0b8dece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:23.507655 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fa46c0e8-e37d-4a5c-b324-5c70a3430cbd req-1229113f-2953-4c7b-b0ef-dd7c0b8dece6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbb58ace44244c99f034978e651d64d&device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 1098 time: 0.0567293 Jan 28 01:51:23.524519 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ffb69-fa85-4222-ace5-1a7195854888 req-8ee19b3f-4cd3-46b0-99c1-3dc3e0338f0c tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:23.526147 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-112ffb69-fa85-4222-ace5-1a7195854888 req-8ee19b3f-4cd3-46b0-99c1-3dc3e0338f0c tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0973186 Jan 28 01:51:23.599988 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:23.607185 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-112ffb69-fa85-4222-ace5-1a7195854888 req-25c9b10d-4e5b-4eb3-bc0b-118324b01176 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710478 Jan 28 01:51:23.675577 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46c0e8-e37d-4a5c-b324-5c70a3430cbd req-695e5020-b8ec-4427-9b10-8ce29f55ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:23.678137 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fa46c0e8-e37d-4a5c-b324-5c70a3430cbd req-695e5020-b8ec-4427-9b10-8ce29f55ee8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d HTTP/1.1" status: 200 len: 920 time: 0.1630387 Jan 28 01:51:23.745161 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fa46c0e8-e37d-4a5c-b324-5c70a3430cbd req-5a0c15dc-2d16-41be-a66b-c5f795f411f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c1e522-ca48-4157-9f1a-35c30ffa361f HTTP/1.1" status: 200 len: 217 time: 0.0517533 Jan 28 01:51:23.766652 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e40eb4-94e8-44db-91ba-7c2a78226f92 req-fa736a33-78a5-4ce8-8c85-ce61f73b3404 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:23.768412 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-46e40eb4-94e8-44db-91ba-7c2a78226f92 req-fa736a33-78a5-4ce8-8c85-ce61f73b3404 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 946 time: 0.1314161 Jan 28 01:51:23.777135 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Notify callbacks [] for port, precommit_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:23.783967 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:23.810745 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46c0e8-e37d-4a5c-b324-5c70a3430cbd req-c6398a59-6b0a-4046-9f27-c23e6e52c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:23.814558 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fa46c0e8-e37d-4a5c-b324-5c70a3430cbd req-c6398a59-6b0a-4046-9f27-c23e6e52c7c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02de3fd4-0fd1-437c-96bf-b34995b100ee HTTP/1.1" status: 200 len: 858 time: 0.0508280 Jan 28 01:51:23.838041 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Attempting to bind port d59aa919-cdcd-429e-a420-7f6391284ca7 on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:51:23.838322 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Attempting to bind port d59aa919-cdcd-429e-a420-7f6391284ca7 by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:51:23.838640 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Attempting to bind port d59aa919-cdcd-429e-a420-7f6391284ca7 on network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:23.841548 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7540d-cf6e-4dc9-9fe4-ed3435479737 None None] Pushing event updated for resources: {'Port': ['ID=d59aa919-cdcd-429e-a420-7f6391284ca7,revision_number=2']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:23.845301 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-46e40eb4-94e8-44db-91ba-7c2a78226f92 req-ce5ef4a6-c83b-4b13-ae40-440dc0ad827e tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d92a69-6d27-4513-a9ac-acc2dc35783d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678713 Jan 28 01:51:23.846644 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:51:23.847530 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Checking segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:51:23.847530 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:23.847814 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Bound using segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:51:23.848287 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Bound port: d59aa919-cdcd-429e-a420-7f6391284ca7, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:51:23.848679 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:23.854967 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7540d-cf6e-4dc9-9fe4-ed3435479737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:23.855340 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7540d-cf6e-4dc9-9fe4-ed3435479737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:23.855683 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7540d-cf6e-4dc9-9fe4-ed3435479737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:23.856820 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7540d-cf6e-4dc9-9fe4-ed3435479737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:23.856820 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7540d-cf6e-4dc9-9fe4-ed3435479737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:23.856820 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7540d-cf6e-4dc9-9fe4-ed3435479737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:23.857095 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7540d-cf6e-4dc9-9fe4-ed3435479737 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:23.857322 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7540d-cf6e-4dc9-9fe4-ed3435479737 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:23.857604 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7540d-cf6e-4dc9-9fe4-ed3435479737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:23.858092 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7540d-cf6e-4dc9-9fe4-ed3435479737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:23.858450 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7540d-cf6e-4dc9-9fe4-ed3435479737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:23.858772 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a7540d-cf6e-4dc9-9fe4-ed3435479737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:23.865750 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.db_base_plugin_common [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Allocated IP 172.20.0.1 (82002cad-8fe8-41b5-b52e-34fe374097aa/8c9ed944-46e7-4486-9af0-2a39f2684e5c/de05aea2-e701-4c7f-a1cc-393421027efd) {{(pid=107859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:23.868842 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fa46c0e8-e37d-4a5c-b324-5c70a3430cbd req-8e5ecc37-2f3e-4b20-8c36-84d8a3e669a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388668 Jan 28 01:51:24.000174 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:24.005992 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] For port d59aa919-cdcd-429e-a420-7f6391284ca7, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:51:24.008451 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fa46c0e8-e37d-4a5c-b324-5c70a3430cbd req-caedf2a2-d141-4eb0-b9c9-87c9ae467117 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164339 Jan 28 01:51:24.009121 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] For port d59aa919-cdcd-429e-a420-7f6391284ca7, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=d59aa919-cdcd-429e-a420-7f6391284ca7,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:51:24.013516 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:24.038662 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:24.059807 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Routers {'6c7a5f90-1544-47ed-804c-7ae5155faa27'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:24.060503 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:51:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['6c7a5f90-1544-47ed-804c-7ae5155faa27'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:24.082249 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Network 82002cad-8fe8-41b5-b52e-34fe374097aa is already hosted by enough agents. {{(pid=107859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:24.087514 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:24.090941 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Received port after_create {{(pid=107859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:24.120735 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=de05aea2-e701-4c7f-a1cc-393421027efd,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:24.145458 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617012'] for router_interface, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:24.166593 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fa46c0e8-e37d-4a5c-b324-5c70a3430cbd req-6b2c4358-31c1-445d-9f05-09d03344b703 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234214 Jan 28 01:51:24.222137 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] Set router 6c7a5f90-1544-47ed-804c-7ae5155faa27 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:24.248881 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 405829f4-f804-467e-8903-547b83028dcb up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:24.314158 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 405829f4-f804-467e-8903-547b83028dcb triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:24.314536 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:24.331517 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:24.349422 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7540d-cf6e-4dc9-9fe4-ed3435479737 None None] Pushing event updated for resources: {'Port': ['ID=d59aa919-cdcd-429e-a420-7f6391284ca7,revision_number=3']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:24.432855 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-800a6088-dac2-45df-a30c-f91c1d96f448 None None] Provisioning complete for port de05aea2-e701-4c7f-a1cc-393421027efd triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:24.433131 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-800a6088-dac2-45df-a30c-f91c1d96f448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:24.441422 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:20Z', 'updated_at': '2022-01-28T01:51:22Z', 'revision_number': 3, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'gw_port': {'id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:24.470963 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-800a6088-dac2-45df-a30c-f91c1d96f448 None None] Port de05aea2-e701-4c7f-a1cc-393421027efd cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:51:24.476471 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307db0a-52e1-4eaa-9459-0fdd53f537f7 None None] The sync data for ids ['6c7a5f90-1544-47ed-804c-7ae5155faa27'] in dv-cinder-824978-1-smb is: [{'id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:20Z', 'updated_at': '2022-01-28T01:51:22Z', 'revision_number': 3, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'gw_port': {'id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:51:24.549840 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:24.555190 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8420376'] for port, after_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:24.622765 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=de05aea2-e701-4c7f-a1cc-393421027efd,revision_number=2']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:24.625411 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617096'] for router_interface, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:24.759723 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:24.769467 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Network 82002cad-8fe8-41b5-b52e-34fe374097aa is already hosted by enough agents. {{(pid=107859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:24.777355 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608169f-2847-46ab-8753-657e417d0318 req-96ec3d2c-d175-4eb3-ac2c-f2498780744b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:24.778818 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2608169f-2847-46ab-8753-657e417d0318 req-96ec3d2c-d175-4eb3-ac2c-f2498780744b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0905597 Jan 28 01:51:24.780006 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:24.871539 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2608169f-2847-46ab-8753-657e417d0318 req-f2a2fa89-12b2-4757-a74c-8b5fd835b077 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840287 Jan 28 01:51:24.945480 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Router 6c7a5f90-1544-47ed-804c-7ae5155faa27 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:51:25.091182 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d5a37-fa82-4c4f-9876-f521e6fe6532 req-0b718eac-d7a1-4284-bf21-011b3ba3e2c7 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:25.093201 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-141d5a37-fa82-4c4f-9876-f521e6fe6532 req-0b718eac-d7a1-4284-bf21-011b3ba3e2c7 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 946 time: 0.1323886 Jan 28 01:51:25.095755 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-e9d942c0-42e7-41ed-a26a-2a602f76e137 None None] Provisioning complete for port de05aea2-e701-4c7f-a1cc-393421027efd triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:25.096214 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-e9d942c0-42e7-41ed-a26a-2a602f76e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:25.128622 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:51:25.134234 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-a9de87cf-4057-4154-a86c-cf8cfe670ee6 admin admin] 10.222.0.58 "PUT /v2.0/routers/6c7a5f90-1544-47ed-804c-7ae5155faa27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1140215 Jan 28 01:51:25.150840 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-e9d942c0-42e7-41ed-a26a-2a602f76e137 None None] Port de05aea2-e701-4c7f-a1cc-393421027efd cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:51:25.155943 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-141d5a37-fa82-4c4f-9876-f521e6fe6532 req-654a8e60-a5a8-4204-94c0-7eb3ed071cfd tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d92a69-6d27-4513-a9ac-acc2dc35783d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563767 Jan 28 01:51:25.695060 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43222) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:25.704076 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-661728653-network', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:25.730029 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] Made reservation on behalf of ea1949c6eda44dbf81b2f52b61eef733 for: {'network': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:25.732259 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:25.740787 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:25.830979 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:25.834946 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:25.840610 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dc23b-0833-441b-9b59-981770b20d12 req-da912bc6-9733-4402-8913-bff536efa5b1 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:25.842764 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-b58dc23b-0833-441b-9b59-981770b20d12 req-da912bc6-9733-4402-8913-bff536efa5b1 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.41 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 946 time: 0.0625038 Jan 28 01:51:25.860895 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1165} {{(pid=107859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:51:25.873901 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf72082-cdf7-434e-bb39-09f0de543cb9,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:25.876338 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:25.876662 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.db.segments_db [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] Added segment d0b8497b-af39-41d3-861c-c62335694a0a of type vlan for network 4b9edd10-156f-4292-9757-3a90c5728f2f Jan 28 01:51:25.929237 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:25.973367 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:25.974418 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:25.975098 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:25.983642 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-b58dc23b-0833-441b-9b59-981770b20d12 req-c9b8205a-2c84-4227-a063-1eeb5f601f06 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Deleting port 91ae30a4-f694-4534-91bc-add0df836e8f {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:51:25.984110 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-b58dc23b-0833-441b-9b59-981770b20d12 req-c9b8205a-2c84-4227-a063-1eeb5f601f06 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:26.054507 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3559172 Jan 28 01:51:26.062956 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43226) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:26.077678 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-9c287047-220e-4dd2-bce1-7f64ae1ab301 admin admin] Request body: {'subnet': {'network_id': '4b9edd10-156f-4292-9757-3a90c5728f2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-661728653-subnet', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'ip_version': 4}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:26.087587 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-b58dc23b-0833-441b-9b59-981770b20d12 req-c9b8205a-2c84-4227-a063-1eeb5f601f06 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] For port 91ae30a4-f694-4534-91bc-add0df836e8f, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=91ae30a4-f694-4534-91bc-add0df836e8f,segment=NetworkSegment(51351e50-a2c5-4662-9f98-3c40ffbd01d2),segment_id=51351e50-a2c5-4662-9f98-3c40ffbd01d2)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:26.087950 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-b58dc23b-0833-441b-9b59-981770b20d12 req-c9b8205a-2c84-4227-a063-1eeb5f601f06 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:26.088593 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c64137-e595-4e88-b7c5-7a675c66c485 admin admin] Pushing event updated for resources: {'Network': ['ID=4b9edd10-156f-4292-9757-3a90c5728f2f,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:26.099133 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network 4b9edd10-156f-4292-9757-3a90c5728f2f details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:51:26.102098 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-b58dc23b-0833-441b-9b59-981770b20d12 req-c9b8205a-2c84-4227-a063-1eeb5f601f06 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Calling delete_port for 91ae30a4-f694-4534-91bc-add0df836e8f owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:51:26.114969 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd8767-dbdb-4e86-90f7-4b9f033d9f8d req-37f0c1fa-e96b-4382-95b9-836af3b2794e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:26.123120 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f5cd8767-dbdb-4e86-90f7-4b9f033d9f8d req-37f0c1fa-e96b-4382-95b9-836af3b2794e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.1376090 Jan 28 01:51:26.135346 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c287047-220e-4dd2-bce1-7f64ae1ab301 admin admin] Made reservation on behalf of ea1949c6eda44dbf81b2f52b61eef733 for: {'subnet': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:26.137816 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9c287047-220e-4dd2-bce1-7f64ae1ab301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8742949'] for subnet, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:26.229372 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Sync routers for ids ['6c7a5f90-1544-47ed-804c-7ae5155faa27'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:51:26.249982 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f5cd8767-dbdb-4e86-90f7-4b9f033d9f8d req-5d8da808-cad2-4192-88db-d25b70bf219f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223271 Jan 28 01:51:26.290297 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Routers {'6c7a5f90-1544-47ed-804c-7ae5155faa27'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:26.291186 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:51:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['6c7a5f90-1544-47ed-804c-7ae5155faa27'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:26.309459 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-b58dc23b-0833-441b-9b59-981770b20d12 req-c9b8205a-2c84-4227-a063-1eeb5f601f06 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:26.340161 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device d59aa919-cdcd-429e-a420-7f6391284ca7 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:26.343605 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8205a-2c84-4227-a063-1eeb5f601f06 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Pushing event deleted for resources: {'Port': ['ID=91ae30a4-f694-4534-91bc-add0df836e8f,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:26.347681 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:26.380085 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['91ae30a4-f694-4534-91bc-add0df836e8f'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:51:26.390853 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58dc23b-0833-441b-9b59-981770b20d12 req-c9b8205a-2c84-4227-a063-1eeb5f601f06 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] No DVR routers for this DVR port 91ae30a4-f694-4534-91bc-add0df836e8f on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:51:26.393523 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-b58dc23b-0833-441b-9b59-981770b20d12 req-c9b8205a-2c84-4227-a063-1eeb5f601f06 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:26.397204 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-b58dc23b-0833-441b-9b59-981770b20d12 req-c9b8205a-2c84-4227-a063-1eeb5f601f06 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.41 "DELETE /v2.0/ports/91ae30a4-f694-4534-91bc-add0df836e8f HTTP/1.1" status: 204 len: 173 time: 0.5416765 Jan 28 01:51:26.397733 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842e33ce-0f98-4889-8a75-25471b4c1f85', 'name': 'network-vif-deleted', 'tag': '91ae30a4-f694-4534-91bc-add0df836e8f'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:51:26.398652 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218de960-121d-4668-a3a2-5aa55be6200b req-da77c740-c7bc-4ddc-b842-9d2e6a982fc6 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:26.400164 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-218de960-121d-4668-a3a2-5aa55be6200b req-da77c740-c7bc-4ddc-b842-9d2e6a982fc6 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/ports?device_id=842e33ce-0f98-4889-8a75-25471b4c1f85 HTTP/1.1" status: 200 len: 867 time: 0.1138153 Jan 28 01:51:26.400358 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dae2e17-8739-4bc5-8e9c-d7bce36d2184" -d '{"events": [{"server_uuid": "842e33ce-0f98-4889-8a75-25471b4c1f85", "name": "network-vif-deleted", "tag": "91ae30a4-f694-4534-91bc-add0df836e8f"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:51:26.455058 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015692df-60f6-46d6-ba38-473d37ea0796 x-openstack-request-id: req-015692df-60f6-46d6-ba38-473d37ea0796 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:51:26.455383 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842e33ce-0f98-4889-8a75-25471b4c1f85", "name": "network-vif-deleted", "tag": "91ae30a4-f694-4534-91bc-add0df836e8f", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:51:26.455635 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-015692df-60f6-46d6-ba38-473d37ea0796 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:51:26.456223 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842e33ce-0f98-4889-8a75-25471b4c1f85', 'name': 'network-vif-deleted', 'tag': '91ae30a4-f694-4534-91bc-add0df836e8f', 'status': 'completed', 'code': 200} Jan 28 01:51:26.505195 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9c287047-220e-4dd2-bce1-7f64ae1ab301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8420495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8742967'] for subnet, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:26.509298 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port d59aa919-cdcd-429e-a420-7f6391284ca7 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:26.509885 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:26.513430 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Set router 6c7a5f90-1544-47ed-804c-7ae5155faa27 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:26.706162 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:26.785890 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-218de960-121d-4668-a3a2-5aa55be6200b req-8e24df17-ba0a-4d54-8eff-6e627610c177 tempest-VolumesActionsTest-356794437 tempest-VolumesActionsTest-356794437-project] 10.222.0.58 "GET /v2.0/security-groups?id=29d92a69-6d27-4513-a9ac-acc2dc35783d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355427 Jan 28 01:51:26.787897 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:26.814531 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c287047-220e-4dd2-bce1-7f64ae1ab301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d64498-4454-4142-9e51-722d428ed2ae,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:26.826269 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c287047-220e-4dd2-bce1-7f64ae1ab301 admin admin] Checking segment: {'id': 'd0b8497b-af39-41d3-861c-c62335694a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '4b9edd10-156f-4292-9757-3a90c5728f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:51:26.827126 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c287047-220e-4dd2-bce1-7f64ae1ab301 admin admin] Network hostable DHCP agents. Network: 4b9edd10-156f-4292-9757-3a90c5728f2f, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:51:26.846030 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c287047-220e-4dd2-bce1-7f64ae1ab301 admin admin] Network 4b9edd10-156f-4292-9757-3a90c5728f2f is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:51:26.848524 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] For port d59aa919-cdcd-429e-a420-7f6391284ca7, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=d59aa919-cdcd-429e-a420-7f6391284ca7,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:26.856770 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:26.859371 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-9c287047-220e-4dd2-bce1-7f64ae1ab301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, 4b9edd10-156f-4292-9757-3a90c5728f2f) {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:26.863753 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c287047-220e-4dd2-bce1-7f64ae1ab301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:26.865895 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9c287047-220e-4dd2-bce1-7f64ae1ab301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:26.881094 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-9c287047-220e-4dd2-bce1-7f64ae1ab301 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8137784 Jan 28 01:51:26.883792 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43236) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:26.888710 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-661728653-router', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:26.890726 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1f1183-c6ef-4c18-a16c-89a55a50d455 None None] Network 4b9edd10-156f-4292-9757-3a90c5728f2f requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:51:26.913973 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14829'] for router, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:26.915180 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:26.972002 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:26.978683 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Pushing event updated for resources: {'Port': ['ID=d59aa919-cdcd-429e-a420-7f6391284ca7,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:27.000528 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:20Z', 'updated_at': '2022-01-28T01:51:24Z', 'revision_number': 4, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'gw_port': {'id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'de05aea2-e701-4c7f-a1cc-393421027efd', 'name': '', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'mac_address': 'fa:16:3e:88:04:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:23Z', 'updated_at': '2022-01-28T01:51:24Z', 'revision_number': 2, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'subnets': [{'id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:27.037588 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Checking router: 6c7a5f90-1544-47ed-804c-7ae5155faa27 for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:51:27.037846 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Updating router 6c7a5f90-1544-47ed-804c-7ae5155faa27 port de05aea2-e701-4c7f-a1cc-393421027efd binding host dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:51:27.087418 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:27.132798 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:27.212679 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3251d021-e988-563e-ba3e-ff2730f448da-4b9edd10-156f-4292-9757-3a90c5728f2f', 'network_id': '4b9edd10-156f-4292-9757-3a90c5728f2f', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'fixed_ips': [{'subnet_id': '26d64498-4454-4142-9e51-722d428ed2ae'}]}} from dv-cinder-824978-1-smb. {{(pid=107860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:51:27.213562 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:27.382314 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:27.405778 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:27.460644 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9334788-de70-4b1e-9f3e-8e49442729a2 req-456cfc23-c00b-4b2b-9250-2d5b55408d32 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:27.462316 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d9334788-de70-4b1e-9f3e-8e49442729a2 req-456cfc23-c00b-4b2b-9250-2d5b55408d32 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.1321249 Jan 28 01:51:27.547950 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d9334788-de70-4b1e-9f3e-8e49442729a2 req-34060ec3-2019-4636-9433-7e8cbde37546 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769572 Jan 28 01:51:27.568615 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.db_base_plugin_common [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Allocated IP 172.20.0.2 (4b9edd10-156f-4292-9757-3a90c5728f2f/26d64498-4454-4142-9e51-722d428ed2ae/78286ffe-a93a-4639-a49a-af46e2f0da03) {{(pid=107860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:27.575962 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.db_base_plugin_common [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Allocated IP 172.28.1.86 (53e1632d-3d8a-4bf7-bdd8-752e18cfbd35/fce5ff57-e9f1-4373-a307-b308380c36d0/506aaea8-0101-49fb-b2fb-4bda24f0f20e) {{(pid=107859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:27.690141 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Notify callbacks [] for port, precommit_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:27.700925 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Notify callbacks [] for port, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:27.706327 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:27.748689 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:27.799384 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 is already hosted by enough agents. {{(pid=107859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:27.800549 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Resources bound (agent type, host, resource id): {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:27.804588 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Received port after_create {{(pid=107859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:27.826002 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e2b01-af5d-4066-ba4a-07f71d73b81b None None] Pushing event updated for resources: {'Port': ['ID=de05aea2-e701-4c7f-a1cc-393421027efd,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:27.847699 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Pushing event updated for resources: {'Port': ['ID=506aaea8-0101-49fb-b2fb-4bda24f0f20e,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:27.876508 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Notify callbacks [] for port, precommit_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:27.878496 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Attempting to bind port de05aea2-e701-4c7f-a1cc-393421027efd on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:51:27.878790 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Attempting to bind port de05aea2-e701-4c7f-a1cc-393421027efd by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': 'a4d55f31-3956-40aa-8cbb-66c91cb18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:51:27.879272 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Attempting to bind port de05aea2-e701-4c7f-a1cc-393421027efd on network 82002cad-8fe8-41b5-b52e-34fe374097aa {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:27.891857 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:27.894458 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:51:27.894849 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Checking segment: {'id': 'a4d55f31-3956-40aa-8cbb-66c91cb18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:51:27.895236 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:27.895648 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Bound using segment: {'id': 'a4d55f31-3956-40aa-8cbb-66c91cb18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:51:27.896135 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Bound port: de05aea2-e701-4c7f-a1cc-393421027efd, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d55f31-3956-40aa-8cbb-66c91cb18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:51:27.896510 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:27.953730 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Network 4b9edd10-156f-4292-9757-3a90c5728f2f is already hosted by enough agents. {{(pid=107860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:27.979947 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.base_scheduler [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Resources bound (agent type, host, resource id): {{(pid=107860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:27.984918 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Received port after_create {{(pid=107860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:27.986543 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Pushing event updated for resources: {'Port': ['ID=78286ffe-a93a-4639-a49a-af46e2f0da03,revision_number=1']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:28.067873 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] For port de05aea2-e701-4c7f-a1cc-393421027efd, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:51:28.069739 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-c02c9926-b777-4d59-b30c-27165bac9312 None None] Provisioning complete for port de05aea2-e701-4c7f-a1cc-393421027efd triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:28.070101 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c02c9926-b777-4d59-b30c-27165bac9312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:28.106363 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] For port de05aea2-e701-4c7f-a1cc-393421027efd, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=de05aea2-e701-4c7f-a1cc-393421027efd,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:51:28.110784 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Attempting to bind port 78286ffe-a93a-4639-a49a-af46e2f0da03 on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:51:28.111126 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Attempting to bind port 78286ffe-a93a-4639-a49a-af46e2f0da03 by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': 'd0b8497b-af39-41d3-861c-c62335694a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '4b9edd10-156f-4292-9757-3a90c5728f2f'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:51:28.111591 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Attempting to bind port 78286ffe-a93a-4639-a49a-af46e2f0da03 on network 4b9edd10-156f-4292-9757-3a90c5728f2f {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:28.116780 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:28.150851 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:51:28.151224 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Checking segment: {'id': 'd0b8497b-af39-41d3-861c-c62335694a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '4b9edd10-156f-4292-9757-3a90c5728f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:51:28.151700 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:28.152057 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Bound using segment: {'id': 'd0b8497b-af39-41d3-861c-c62335694a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '4b9edd10-156f-4292-9757-3a90c5728f2f'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:51:28.152569 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Bound port: 78286ffe-a93a-4639-a49a-af46e2f0da03, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b8497b-af39-41d3-861c-c62335694a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '4b9edd10-156f-4292-9757-3a90c5728f2f'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:51:28.152970 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:28.188262 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:28.192003 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-c02c9926-b777-4d59-b30c-27165bac9312 None None] Port de05aea2-e701-4c7f-a1cc-393421027efd cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:51:28.276772 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device d59aa919-cdcd-429e-a420-7f6391284ca7 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:28.305694 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Routers {'6c7a5f90-1544-47ed-804c-7ae5155faa27'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:28.306301 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:51:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['6c7a5f90-1544-47ed-804c-7ae5155faa27'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:28.387373 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e2b01-af5d-4066-ba4a-07f71d73b81b None None] Pushing event updated for resources: {'Port': ['ID=de05aea2-e701-4c7f-a1cc-393421027efd,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:28.433870 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614473'] for router, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:28.448181 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] For port 78286ffe-a93a-4639-a49a-af46e2f0da03, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:51:28.469609 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] For port 78286ffe-a93a-4639-a49a-af46e2f0da03, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=78286ffe-a93a-4639-a49a-af46e2f0da03,segment=NetworkSegment(d0b8497b-af39-41d3-861c-c62335694a0a),segment_id=d0b8497b-af39-41d3-861c-c62335694a0a)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:51:28.477416 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:28.525668 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] Set router 6c7a5f90-1544-47ed-804c-7ae5155faa27 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:28.531433 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port d59aa919-cdcd-429e-a420-7f6391284ca7 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:28.531797 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:28.581174 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Router 4c26283c-44db-4be5-a5d2-479025c19879 is scheduled to L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 with binding_index 1 {{(pid=107859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:51:28.685343 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b7b68-81ad-4def-9913-2b8a64f1671c None None] Pushing event updated for resources: {'Port': ['ID=78286ffe-a93a-4639-a49a-af46e2f0da03,revision_number=2']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:28.701819 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-bad7e43c-e9fb-4449-b359-f496ec93c8a8 None None] Provisioning complete for port de05aea2-e701-4c7f-a1cc-393421027efd triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:28.707953 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bad7e43c-e9fb-4449-b359-f496ec93c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:28.741141 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2c9d2-f908-4c44-a0ba-f995627f142d req-1b8a1c50-a575-4a4c-ab62-811ab0c0aa9e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:28.742702 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-17a2c9d2-f908-4c44-a0ba-f995627f142d req-1b8a1c50-a575-4a4c-ab62-811ab0c0aa9e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0995154 Jan 28 01:51:28.776170 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:51:28.792214 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:51:28.797793 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Sync routers for ids ['4c26283c-44db-4be5-a5d2-479025c19879'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:51:28.812850 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Routers {'4c26283c-44db-4be5-a5d2-479025c19879'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:28.813580 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:51:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['4c26283c-44db-4be5-a5d2-479025c19879'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:28.814875 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] Notify callbacks [] for router, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:28.818962 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-1ca76fa9-a6c1-4148-9e75-ce48d09f775e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9315767 Jan 28 01:51:28.823270 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43254) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:28.833569 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-17a2c9d2-f908-4c44-a0ba-f995627f142d req-1ece295e-e9ba-4151-b61b-f91e7dd2aa9a tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818439 Jan 28 01:51:28.972390 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Set router 4c26283c-44db-4be5-a5d2-479025c19879 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:29.036917 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bad7e43c-e9fb-4449-b359-f496ec93c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:29.080007 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-bad7e43c-e9fb-4449-b359-f496ec93c8a8 None None] For port de05aea2-e701-4c7f-a1cc-393421027efd, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=de05aea2-e701-4c7f-a1cc-393421027efd,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:29.093855 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bad7e43c-e9fb-4449-b359-f496ec93c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:29.105061 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:20Z', 'updated_at': '2022-01-28T01:51:24Z', 'revision_number': 4, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'gw_port': {'id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'de05aea2-e701-4c7f-a1cc-393421027efd', 'name': '', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'mac_address': 'fa:16:3e:88:04:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:23Z', 'updated_at': '2022-01-28T01:51:28Z', 'revision_number': 4, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'subnets': [{'id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:29.161975 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f7943-f8e6-43bd-afc9-55b22845dd2e None None] The sync data for ids ['6c7a5f90-1544-47ed-804c-7ae5155faa27'] in dv-cinder-824978-1-smb is: [{'id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:20Z', 'updated_at': '2022-01-28T01:51:24Z', 'revision_number': 4, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'gw_port': {'id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'de05aea2-e701-4c7f-a1cc-393421027efd', 'name': '', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'mac_address': 'fa:16:3e:88:04:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:23Z', 'updated_at': '2022-01-28T01:51:28Z', 'revision_number': 4, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'subnets': [{'id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:51:29.185130 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c26283c-44db-4be5-a5d2-479025c19879', 'name': 'tempest-TestShelveInstance-661728653-router', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '506aaea8-0101-49fb-b2fb-4bda24f0f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:26Z', 'updated_at': '2022-01-28T01:51:28Z', 'revision_number': 3, 'project_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'gw_port': {'id': '506aaea8-0101-49fb-b2fb-4bda24f0f20e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c26283c-44db-4be5-a5d2-479025c19879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:27Z', 'updated_at': '2022-01-28T01:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:29.196066 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7e43c-e9fb-4449-b359-f496ec93c8a8 None None] Pushing event updated for resources: {'Port': ['ID=de05aea2-e701-4c7f-a1cc-393421027efd,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:29.216974 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Checking router: 4c26283c-44db-4be5-a5d2-479025c19879 for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:51:29.217305 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Updating router 4c26283c-44db-4be5-a5d2-479025c19879 port 506aaea8-0101-49fb-b2fb-4bda24f0f20e binding host dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:51:29.256850 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:29.437249 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:29.637676 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Allocated IP 172.20.0.1 (4b9edd10-156f-4292-9757-3a90c5728f2f/26d64498-4454-4142-9e51-722d428ed2ae/aa236b47-c20b-4e40-addc-64063988812c) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:29.648146 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Notify callbacks [] for port, precommit_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:29.654322 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:29.708103 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d8b87-1aaa-4d9e-98e1-67e3479b54ad None None] Pushing event updated for resources: {'Port': ['ID=506aaea8-0101-49fb-b2fb-4bda24f0f20e,revision_number=2']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:29.733327 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Attempting to bind port 506aaea8-0101-49fb-b2fb-4bda24f0f20e on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:51:29.733695 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Attempting to bind port 506aaea8-0101-49fb-b2fb-4bda24f0f20e by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:51:29.734190 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Attempting to bind port 506aaea8-0101-49fb-b2fb-4bda24f0f20e on network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:29.740158 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:51:29.740532 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Checking segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:51:29.740931 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:29.741389 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Bound using segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:51:29.741979 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Bound port: 506aaea8-0101-49fb-b2fb-4bda24f0f20e, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:51:29.742272 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:29.809079 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] For port 506aaea8-0101-49fb-b2fb-4bda24f0f20e, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:51:29.815096 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] For port 506aaea8-0101-49fb-b2fb-4bda24f0f20e, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=506aaea8-0101-49fb-b2fb-4bda24f0f20e,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:51:29.824474 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:29.840164 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:29.897808 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Routers {'4c26283c-44db-4be5-a5d2-479025c19879'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:29.898451 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:51:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['4c26283c-44db-4be5-a5d2-479025c19879'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:29.916169 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:29.942229 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d8b87-1aaa-4d9e-98e1-67e3479b54ad None None] Pushing event updated for resources: {'Port': ['ID=506aaea8-0101-49fb-b2fb-4bda24f0f20e,revision_number=3']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:29.951193 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d014e5-6a6c-41ca-9c3b-046f69143070 None None] Network 4b9edd10-156f-4292-9757-3a90c5728f2f requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:51:29.984960 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Network 4b9edd10-156f-4292-9757-3a90c5728f2f is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:29.987953 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:29.991794 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:30.045725 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Pushing event updated for resources: {'Port': ['ID=aa236b47-c20b-4e40-addc-64063988812c,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:30.051708 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4133b8b-485c-4874-903d-a275784e8af5 req-901ca548-2ca2-4f8b-917e-648995d9b0b4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:30.053340 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f4133b8b-485c-4874-903d-a275784e8af5 req-901ca548-2ca2-4f8b-917e-648995d9b0b4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0969951 Jan 28 01:51:30.069574 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] Set router 4c26283c-44db-4be5-a5d2-479025c19879 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:30.074815 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-f827d709-46ba-45bd-b7a8-51c7fda0afa4 None None] Provisioning complete for port 78286ffe-a93a-4639-a49a-af46e2f0da03 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:30.075373 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-f827d709-46ba-45bd-b7a8-51c7fda0afa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:30.081522 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617012'] for router_interface, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:30.111375 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 91ae30a4-f694-4534-91bc-add0df836e8f no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:51:30.135997 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f4133b8b-485c-4874-903d-a275784e8af5 req-2c2132d5-6ddb-4598-a21a-a761bc1c64a4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702980 Jan 28 01:51:30.222582 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: 91ae30a4-f694-4534-91bc-add0df836e8f {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:51:30.222929 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 91ae30a4-f694-4534-91bc-add0df836e8f not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:51:30.317133 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:30.341205 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c26283c-44db-4be5-a5d2-479025c19879', 'name': 'tempest-TestShelveInstance-661728653-router', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '506aaea8-0101-49fb-b2fb-4bda24f0f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:26Z', 'updated_at': '2022-01-28T01:51:28Z', 'revision_number': 3, 'project_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'gw_port': {'id': '506aaea8-0101-49fb-b2fb-4bda24f0f20e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c26283c-44db-4be5-a5d2-479025c19879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:27Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:30.375542 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9084cd-5496-418e-b731-95945842a4ad None None] The sync data for ids ['4c26283c-44db-4be5-a5d2-479025c19879'] in dv-cinder-824978-1-smb is: [{'id': '4c26283c-44db-4be5-a5d2-479025c19879', 'name': 'tempest-TestShelveInstance-661728653-router', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '506aaea8-0101-49fb-b2fb-4bda24f0f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:26Z', 'updated_at': '2022-01-28T01:51:28Z', 'revision_number': 3, 'project_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'gw_port': {'id': '506aaea8-0101-49fb-b2fb-4bda24f0f20e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c26283c-44db-4be5-a5d2-479025c19879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:27Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:51:30.396113 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-f827d709-46ba-45bd-b7a8-51c7fda0afa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:30.418841 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device de05aea2-e701-4c7f-a1cc-393421027efd up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:30.536229 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:30.549432 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:30.657177 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Pushing event updated for resources: {'Port': ['ID=aa236b47-c20b-4e40-addc-64063988812c,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:30.662704 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617096'] for router_interface, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:30.674916 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-f827d709-46ba-45bd-b7a8-51c7fda0afa4 None None] For port 78286ffe-a93a-4639-a49a-af46e2f0da03, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=78286ffe-a93a-4639-a49a-af46e2f0da03,segment=NetworkSegment(d0b8497b-af39-41d3-861c-c62335694a0a),segment_id=d0b8497b-af39-41d3-861c-c62335694a0a)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:30.688246 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-f827d709-46ba-45bd-b7a8-51c7fda0afa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:30.692942 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port de05aea2-e701-4c7f-a1cc-393421027efd triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:30.693316 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:30.798384 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827d709-46ba-45bd-b7a8-51c7fda0afa4 None None] Pushing event updated for resources: {'Port': ['ID=78286ffe-a93a-4639-a49a-af46e2f0da03,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:30.865037 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-8b213ea5-23e4-4628-a321-b8c02d976563 None None] Provisioning complete for port aa236b47-c20b-4e40-addc-64063988812c triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:30.865412 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-8b213ea5-23e4-4628-a321-b8c02d976563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:30.876925 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Network 4b9edd10-156f-4292-9757-3a90c5728f2f is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:30.878454 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:30.919689 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 78286ffe-a93a-4639-a49a-af46e2f0da03 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:30.992216 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-8b213ea5-23e4-4628-a321-b8c02d976563 None None] Port aa236b47-c20b-4e40-addc-64063988812c cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:51:31.022685 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-8b213ea5-23e4-4628-a321-b8c02d976563 None None] Provisioning complete for port 78286ffe-a93a-4639-a49a-af46e2f0da03 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:31.023097 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-8b213ea5-23e4-4628-a321-b8c02d976563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:31.066072 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 78286ffe-a93a-4639-a49a-af46e2f0da03 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:31.066692 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:31.074081 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Router 4c26283c-44db-4be5-a5d2-479025c19879 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:51:31.264270 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:51:31.273532 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-e062da6f-bfeb-4f4b-8942-fbc7aad28f84 admin admin] 10.222.0.58 "PUT /v2.0/routers/4c26283c-44db-4be5-a5d2-479025c19879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4475439 Jan 28 01:51:31.333375 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6af7a8c4-2d4c-4788-86a3-3cffcc961f5f None None] Provisioning complete for port aa236b47-c20b-4e40-addc-64063988812c triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:31.333858 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6af7a8c4-2d4c-4788-86a3-3cffcc961f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:31.354846 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8aff4b-dba2-40be-9576-4e569f31dbc4 req-36bae0f4-9a0b-4247-9cd8-0d9f08f3a7ce tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:31.368053 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ac8aff4b-dba2-40be-9576-4e569f31dbc4 req-36bae0f4-9a0b-4247-9cd8-0d9f08f3a7ce tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.1202199 Jan 28 01:51:31.405247 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6af7a8c4-2d4c-4788-86a3-3cffcc961f5f None None] Port aa236b47-c20b-4e40-addc-64063988812c cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:51:31.450219 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ac8aff4b-dba2-40be-9576-4e569f31dbc4 req-65d8fb51-a262-4e0e-a417-39905943d604 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631676 Jan 28 01:51:31.538681 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-da779e63-7de5-4a4d-bc6f-69629ae56851 None None] Provisioning complete for port aa236b47-c20b-4e40-addc-64063988812c triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:31.539220 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-da779e63-7de5-4a4d-bc6f-69629ae56851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:31.596545 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-da779e63-7de5-4a4d-bc6f-69629ae56851 None None] Port aa236b47-c20b-4e40-addc-64063988812c cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:51:31.990711 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43298) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:32.002452 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-691340949', 'description': 'tempest-secgroup-smoke-691340949 description', 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:32.024308 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.094629 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.098244 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.130287 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87c9f69-9122-455f-af00-e979533327e8,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:32.136991 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.138194 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1464715 Jan 28 01:51:32.140654 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:32.140990 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:32.141410 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:32.141855 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:32.142067 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:32.142392 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:32.142525 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43300) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:32.142837 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:32.143031 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:32.143372 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:32.143705 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:32.144012 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:32.144324 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aaed97-7c2d-43ab-9c5a-a44f11e487fc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:32.151158 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-af055216-fc36-415c-8b88-ec06f4a2c43e tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Request body: {'security_group_rule': {'security_group_id': 'd87c9f69-9122-455f-af00-e979533327e8', 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:32.182007 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-af055216-fc36-415c-8b88-ec06f4a2c43e tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.235182 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-af055216-fc36-415c-8b88-ec06f4a2c43e tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.239690 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-af055216-fc36-415c-8b88-ec06f4a2c43e tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.266109 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af055216-fc36-415c-8b88-ec06f4a2c43e tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de18c782-ac96-4eef-8d3e-a55ce08ac169,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:32.272291 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-af055216-fc36-415c-8b88-ec06f4a2c43e tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.275757 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-af055216-fc36-415c-8b88-ec06f4a2c43e tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319165 Jan 28 01:51:32.276764 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43302) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:32.282304 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-f0081169-f25b-4a78-9917-b1862e0caa6b tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Request body: {'security_group_rule': {'security_group_id': 'd87c9f69-9122-455f-af00-e979533327e8', 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:32.320249 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f0081169-f25b-4a78-9917-b1862e0caa6b tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.329203 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 506aaea8-0101-49fb-b2fb-4bda24f0f20e up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:32.384833 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 506aaea8-0101-49fb-b2fb-4bda24f0f20e triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:32.385207 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.395560 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f0081169-f25b-4a78-9917-b1862e0caa6b tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.403704 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f0081169-f25b-4a78-9917-b1862e0caa6b tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.423470 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0081169-f25b-4a78-9917-b1862e0caa6b tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfed71d0-0bf7-4ec5-add4-c9efca7137fe,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:32.438207 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f0081169-f25b-4a78-9917-b1862e0caa6b tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.442100 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-f0081169-f25b-4a78-9917-b1862e0caa6b tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1616058 Jan 28 01:51:32.442541 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43308) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:32.447576 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-77893bdd-18d6-4b04-b1a1-db81c42f19f7 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Request body: {'security_group_rule': {'security_group_id': 'd87c9f69-9122-455f-af00-e979533327e8', 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:32.488747 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.498698 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-77893bdd-18d6-4b04-b1a1-db81c42f19f7 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.515658 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] For port 506aaea8-0101-49fb-b2fb-4bda24f0f20e, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=506aaea8-0101-49fb-b2fb-4bda24f0f20e,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:32.525714 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.526726 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 78286ffe-a93a-4639-a49a-af46e2f0da03 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:32.623954 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8b76f-2d77-4925-a85b-548c924c5ec2 req-66f6681e-27a8-4c7e-82ec-31af9df9c5c0 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:32.625532 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a9c8b76f-2d77-4925-a85b-548c924c5ec2 req-66f6681e-27a8-4c7e-82ec-31af9df9c5c0 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0869563 Jan 28 01:51:32.626489 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Pushing event updated for resources: {'Port': ['ID=506aaea8-0101-49fb-b2fb-4bda24f0f20e,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:32.637835 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-77893bdd-18d6-4b04-b1a1-db81c42f19f7 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.649014 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 78286ffe-a93a-4639-a49a-af46e2f0da03 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:32.649382 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.652877 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-77893bdd-18d6-4b04-b1a1-db81c42f19f7 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.682504 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77893bdd-18d6-4b04-b1a1-db81c42f19f7 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f3e651-44be-4e32-86bc-f8f2d9c0e02f,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:32.730950 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a9c8b76f-2d77-4925-a85b-548c924c5ec2 req-140330ec-39b9-45fc-a831-5c090cbf95e1 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853431 Jan 28 01:51:32.734727 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-77893bdd-18d6-4b04-b1a1-db81c42f19f7 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.738632 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-77893bdd-18d6-4b04-b1a1-db81c42f19f7 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2923119 Jan 28 01:51:32.738949 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43320) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:32.744188 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-7c4ede1e-4395-4b7e-8450-020550ec30d4 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Request body: {'security_group_rule': {'security_group_id': 'd87c9f69-9122-455f-af00-e979533327e8', 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:32.775198 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7c4ede1e-4395-4b7e-8450-020550ec30d4 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.797337 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Sync routers for ids ['4c26283c-44db-4be5-a5d2-479025c19879'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:51:32.806490 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Routers {'4c26283c-44db-4be5-a5d2-479025c19879'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:32.807432 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:51:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['4c26283c-44db-4be5-a5d2-479025c19879'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:32.844842 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7c4ede1e-4395-4b7e-8450-020550ec30d4 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.848920 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7c4ede1e-4395-4b7e-8450-020550ec30d4 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.866851 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ede1e-4395-4b7e-8450-020550ec30d4 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fe070a-2380-46b0-bdb4-6a2254266f41,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:32.876450 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7c4ede1e-4395-4b7e-8450-020550ec30d4 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.877678 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-7c4ede1e-4395-4b7e-8450-020550ec30d4 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377010 Jan 28 01:51:32.881421 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43324) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:32.887639 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-a3bfe335-3416-41e0-b942-6ad7ab1faf7b tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Request body: {'security_group_rule': {'security_group_id': 'd87c9f69-9122-455f-af00-e979533327e8', 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:32.916572 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.db.securitygroups_db [None req-a3bfe335-3416-41e0-b942-6ad7ab1faf7b tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Project e4889e3a8e01439eb8b6b365c41248d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:51:32.923382 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a3bfe335-3416-41e0-b942-6ad7ab1faf7b tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:32.930319 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Set router 4c26283c-44db-4be5-a5d2-479025c19879 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:32.999159 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a3bfe335-3416-41e0-b942-6ad7ab1faf7b tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:33.002946 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a3bfe335-3416-41e0-b942-6ad7ab1faf7b tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:33.021992 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfe335-3416-41e0-b942-6ad7ab1faf7b tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c312d64-d25d-4888-b41d-71f84475ed31,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:33.031959 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a3bfe335-3416-41e0-b942-6ad7ab1faf7b tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:33.033187 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-a3bfe335-3416-41e0-b942-6ad7ab1faf7b tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1505196 Jan 28 01:51:33.038676 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43326) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:33.043947 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-3089702b-e4af-476a-8d46-57a71d6f589a tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Request body: {'security_group_rule': {'security_group_id': 'd87c9f69-9122-455f-af00-e979533327e8', 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:33.068954 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.securitygroups_db [None req-3089702b-e4af-476a-8d46-57a71d6f589a tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Project e4889e3a8e01439eb8b6b365c41248d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:51:33.073840 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3089702b-e4af-476a-8d46-57a71d6f589a tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:33.139619 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3089702b-e4af-476a-8d46-57a71d6f589a tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:33.144345 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3089702b-e4af-476a-8d46-57a71d6f589a tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:33.159456 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c26283c-44db-4be5-a5d2-479025c19879', 'name': 'tempest-TestShelveInstance-661728653-router', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '506aaea8-0101-49fb-b2fb-4bda24f0f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:26Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 4, 'project_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'gw_port': {'id': '506aaea8-0101-49fb-b2fb-4bda24f0f20e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c26283c-44db-4be5-a5d2-479025c19879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:27Z', 'updated_at': '2022-01-28T01:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'aa236b47-c20b-4e40-addc-64063988812c', 'name': '', 'network_id': '4b9edd10-156f-4292-9757-3a90c5728f2f', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'mac_address': 'fa:16:3e:f6:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c26283c-44db-4be5-a5d2-479025c19879', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '26d64498-4454-4142-9e51-722d428ed2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:29Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 2, 'project_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'subnets': [{'id': '26d64498-4454-4142-9e51-722d428ed2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:33.163110 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089702b-e4af-476a-8d46-57a71d6f589a tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7902c6e6-1928-4d77-b2a0-ad1b264c4497,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:33.173938 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3089702b-e4af-476a-8d46-57a71d6f589a tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:33.175134 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-3089702b-e4af-476a-8d46-57a71d6f589a tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353927 Jan 28 01:51:33.188319 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Checking router: 4c26283c-44db-4be5-a5d2-479025c19879 for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:51:33.188678 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Updating router 4c26283c-44db-4be5-a5d2-479025c19879 port aa236b47-c20b-4e40-addc-64063988812c binding host dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:51:33.220797 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:33.511390 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Notify callbacks [] for port, precommit_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:33.518894 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:33.578300 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48913dd-9738-4d32-b094-4ecaa6da3475 None None] Pushing event updated for resources: {'Port': ['ID=aa236b47-c20b-4e40-addc-64063988812c,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:33.641884 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Attempting to bind port aa236b47-c20b-4e40-addc-64063988812c on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:51:33.642429 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Attempting to bind port aa236b47-c20b-4e40-addc-64063988812c by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': 'd0b8497b-af39-41d3-861c-c62335694a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '4b9edd10-156f-4292-9757-3a90c5728f2f'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:51:33.642953 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Attempting to bind port aa236b47-c20b-4e40-addc-64063988812c on network 4b9edd10-156f-4292-9757-3a90c5728f2f {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:33.655237 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:51:33.656237 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Checking segment: {'id': 'd0b8497b-af39-41d3-861c-c62335694a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '4b9edd10-156f-4292-9757-3a90c5728f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:51:33.657057 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:33.658148 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Bound using segment: {'id': 'd0b8497b-af39-41d3-861c-c62335694a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '4b9edd10-156f-4292-9757-3a90c5728f2f'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:51:33.659292 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Bound port: aa236b47-c20b-4e40-addc-64063988812c, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b8497b-af39-41d3-861c-c62335694a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '4b9edd10-156f-4292-9757-3a90c5728f2f'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:51:33.660226 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:33.794975 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] For port aa236b47-c20b-4e40-addc-64063988812c, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:51:33.801461 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] For port aa236b47-c20b-4e40-addc-64063988812c, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=aa236b47-c20b-4e40-addc-64063988812c,segment=NetworkSegment(d0b8497b-af39-41d3-861c-c62335694a0a),segment_id=d0b8497b-af39-41d3-861c-c62335694a0a)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:51:33.807996 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:33.887861 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9fe18-d12c-429c-b6c5-adc9283f463e req-444321ca-f2ab-4bdd-9fb0-ad00a70b38f2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:33.891104 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5fd9fe18-d12c-429c-b6c5-adc9283f463e req-444321ca-f2ab-4bdd-9fb0-ad00a70b38f2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0694184 Jan 28 01:51:33.902709 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-de342b75-2120-4f09-b021-4797c5ee66bc None None] Provisioning complete for port aa236b47-c20b-4e40-addc-64063988812c triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:33.903175 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-de342b75-2120-4f09-b021-4797c5ee66bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:33.948949 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5fd9fe18-d12c-429c-b6c5-adc9283f463e req-29ded4db-09ed-448a-836f-96520b6b48d6 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493762 Jan 28 01:51:33.957003 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48913dd-9738-4d32-b094-4ecaa6da3475 None None] Pushing event updated for resources: {'Port': ['ID=aa236b47-c20b-4e40-addc-64063988812c,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:33.984904 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Routers {'4c26283c-44db-4be5-a5d2-479025c19879'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:33.985654 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:51:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['4c26283c-44db-4be5-a5d2-479025c19879'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:34.172383 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] Set router 4c26283c-44db-4be5-a5d2-479025c19879 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:34.200918 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-de342b75-2120-4f09-b021-4797c5ee66bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:34.223896 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 506aaea8-0101-49fb-b2fb-4bda24f0f20e up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:34.427870 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-de342b75-2120-4f09-b021-4797c5ee66bc None None] For port aa236b47-c20b-4e40-addc-64063988812c, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=aa236b47-c20b-4e40-addc-64063988812c,segment=NetworkSegment(d0b8497b-af39-41d3-861c-c62335694a0a),segment_id=d0b8497b-af39-41d3-861c-c62335694a0a)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:34.462368 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-de342b75-2120-4f09-b021-4797c5ee66bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:34.547821 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 506aaea8-0101-49fb-b2fb-4bda24f0f20e triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:34.548500 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:34.553734 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de342b75-2120-4f09-b021-4797c5ee66bc None None] Pushing event updated for resources: {'Port': ['ID=aa236b47-c20b-4e40-addc-64063988812c,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:34.629401 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-dce8ef2a-f021-46d4-930c-24e639f2f8d0 None None] Provisioning complete for port aa236b47-c20b-4e40-addc-64063988812c triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:34.629767 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-dce8ef2a-f021-46d4-930c-24e639f2f8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:34.709556 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c26283c-44db-4be5-a5d2-479025c19879', 'name': 'tempest-TestShelveInstance-661728653-router', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '506aaea8-0101-49fb-b2fb-4bda24f0f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:26Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 4, 'project_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'gw_port': {'id': '506aaea8-0101-49fb-b2fb-4bda24f0f20e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c26283c-44db-4be5-a5d2-479025c19879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:27Z', 'updated_at': '2022-01-28T01:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'aa236b47-c20b-4e40-addc-64063988812c', 'name': '', 'network_id': '4b9edd10-156f-4292-9757-3a90c5728f2f', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'mac_address': 'fa:16:3e:f6:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c26283c-44db-4be5-a5d2-479025c19879', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '26d64498-4454-4142-9e51-722d428ed2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:29Z', 'updated_at': '2022-01-28T01:51:33Z', 'revision_number': 4, 'project_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'subnets': [{'id': '26d64498-4454-4142-9e51-722d428ed2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:34.750930 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30ae20a-6769-4c45-959a-1f3ae3066d6e None None] The sync data for ids ['4c26283c-44db-4be5-a5d2-479025c19879'] in dv-cinder-824978-1-smb is: [{'id': '4c26283c-44db-4be5-a5d2-479025c19879', 'name': 'tempest-TestShelveInstance-661728653-router', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '506aaea8-0101-49fb-b2fb-4bda24f0f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:26Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 4, 'project_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'gw_port': {'id': '506aaea8-0101-49fb-b2fb-4bda24f0f20e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c26283c-44db-4be5-a5d2-479025c19879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:27Z', 'updated_at': '2022-01-28T01:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'aa236b47-c20b-4e40-addc-64063988812c', 'name': '', 'network_id': '4b9edd10-156f-4292-9757-3a90c5728f2f', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'mac_address': 'fa:16:3e:f6:50:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c26283c-44db-4be5-a5d2-479025c19879', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '26d64498-4454-4142-9e51-722d428ed2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:29Z', 'updated_at': '2022-01-28T01:51:33Z', 'revision_number': 4, 'project_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'subnets': [{'id': '26d64498-4454-4142-9e51-722d428ed2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:51:35.109711 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2669364-a51c-406b-9da7-2b57ea22976d req-76e949b0-a605-4dd1-b395-63fd82de0f94 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:35.111303 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a2669364-a51c-406b-9da7-2b57ea22976d req-76e949b0-a605-4dd1-b395-63fd82de0f94 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0626721 Jan 28 01:51:35.162295 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a2669364-a51c-406b-9da7-2b57ea22976d req-28afb6be-e150-4c78-9804-80667e9c0319 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416057 Jan 28 01:51:36.273591 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device aa236b47-c20b-4e40-addc-64063988812c up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:36.302087 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf06d9-d2e5-4e74-b5fe-0aa028522163 req-8aff0745-fd76-461c-9af1-89610dd71853 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:36.303668 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cecf06d9-d2e5-4e74-b5fe-0aa028522163 req-8aff0745-fd76-461c-9af1-89610dd71853 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0631788 Jan 28 01:51:36.327830 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port aa236b47-c20b-4e40-addc-64063988812c triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:36.328280 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:36.346457 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cecf06d9-d2e5-4e74-b5fe-0aa028522163 req-1fa4b301-43d6-4a18-a9b5-f48441a6809d tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365610 Jan 28 01:51:37.480229 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee122422-a842-44ed-a090-f13b32debfea req-0b2f8b29-afe8-4ed4-bb64-a95df2879494 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:37.481683 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ee122422-a842-44ed-a090-f13b32debfea req-0b2f8b29-afe8-4ed4-bb64-a95df2879494 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0533345 Jan 28 01:51:37.523220 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ee122422-a842-44ed-a090-f13b32debfea req-6233bd7a-fda4-4703-b551-f7214a196d12 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352166 Jan 28 01:51:38.651142 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c464a-7c5e-4da7-bfd4-4e67d4c499c4 req-ad0a5d19-9e33-44c7-ad76-0837b258fe36 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:38.652680 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-881c464a-7c5e-4da7-bfd4-4e67d4c499c4 req-ad0a5d19-9e33-44c7-ad76-0837b258fe36 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0583739 Jan 28 01:51:38.697589 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-881c464a-7c5e-4da7-bfd4-4e67d4c499c4 req-39d1a25f-9d54-4e5b-9ba1-23d1ed8f3607 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372045 Jan 28 01:51:39.833093 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460503e-6212-4aee-82a1-ec0167e920a6 req-4350fafd-12d8-4f9d-911d-a74652d7743f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:39.834828 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5460503e-6212-4aee-82a1-ec0167e920a6 req-4350fafd-12d8-4f9d-911d-a74652d7743f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0642695 Jan 28 01:51:39.882003 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5460503e-6212-4aee-82a1-ec0167e920a6 req-456cd914-6f7f-43eb-9ae8-796de953fe31 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Jan 28 01:51:40.293364 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483436f-3871-40ba-8932-6441f6602697 req-4656d691-ac33-4de7-9aa0-465a828bc56e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:40.294812 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b483436f-3871-40ba-8932-6441f6602697 req-4656d691-ac33-4de7-9aa0-465a828bc56e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0543976 Jan 28 01:51:40.335057 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b483436f-3871-40ba-8932-6441f6602697 req-1fde351d-4011-4f02-a551-8bc0544bea83 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339761 Jan 28 01:51:41.035651 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1322dc4-fd87-4704-af5d-6a72e70138d4 req-347d1a08-2978-4f04-b3b5-fb97495bc516 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:41.037957 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c1322dc4-fd87-4704-af5d-6a72e70138d4 req-347d1a08-2978-4f04-b3b5-fb97495bc516 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0714238 Jan 28 01:51:41.081357 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c1322dc4-fd87-4704-af5d-6a72e70138d4 req-91634ec0-5a02-4d7a-9dc0-a8f197e2d888 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373659 Jan 28 01:51:41.480585 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf58bd-aa29-4e8e-87eb-ecd775708170 req-7d7dd7c1-86f4-4611-b5a5-8e3d5c12e4b6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:41.482699 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-91cf58bd-aa29-4e8e-87eb-ecd775708170 req-7d7dd7c1-86f4-4611-b5a5-8e3d5c12e4b6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0723176 Jan 28 01:51:41.526096 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-91cf58bd-aa29-4e8e-87eb-ecd775708170 req-39598bcd-9003-43a1-9a33-e6337d2f6392 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360143 Jan 28 01:51:42.223293 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eab8a1-1800-4547-bdeb-f11354e61443 req-d92e443b-ecb2-481d-b1c6-bf686f627715 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:42.224059 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-30eab8a1-1800-4547-bdeb-f11354e61443 req-d92e443b-ecb2-481d-b1c6-bf686f627715 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0572968 Jan 28 01:51:42.273241 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-30eab8a1-1800-4547-bdeb-f11354e61443 req-1a298264-f8f4-420f-a57d-6ef31ff819b4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344489 Jan 28 01:51:42.659698 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394258fe-2dfa-46d0-a618-84eee0144345 req-3e7bc02b-9388-498d-aa9e-9d580622c0ff tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:42.661203 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-394258fe-2dfa-46d0-a618-84eee0144345 req-3e7bc02b-9388-498d-aa9e-9d580622c0ff tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0597749 Jan 28 01:51:42.700799 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-394258fe-2dfa-46d0-a618-84eee0144345 req-9be8e75a-6e8b-4e80-b1d9-269bee265f94 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335913 Jan 28 01:51:43.322725 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43578) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:43.367522 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b73b4e6-5b85-4303-a82c-00cea0fbcfad admin admin] Deleting subnet 34429538-1fb8-45b1-a701-7f0b16ec281f {{(pid=107858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:51:43.370843 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4b73b4e6-5b85-4303-a82c-00cea0fbcfad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:43.403209 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80201e7a-3f05-4904-8a78-be0d331b0243 req-e4c050ce-7484-496d-82d4-b7872a79f1a2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:43.404852 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-80201e7a-3f05-4904-8a78-be0d331b0243 req-e4c050ce-7484-496d-82d4-b7872a79f1a2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0505638 Jan 28 01:51:43.458565 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-80201e7a-3f05-4904-8a78-be0d331b0243 req-121219c4-5e3c-474b-9766-270f9e19492b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457213 Jan 28 01:51:43.592804 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4b73b4e6-5b85-4303-a82c-00cea0fbcfad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1141361'] for subnet, precommit_delete_associations {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:43.633864 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4b73b4e6-5b85-4303-a82c-00cea0fbcfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7750459'] for subnet, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:43.696961 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4b73b4e6-5b85-4303-a82c-00cea0fbcfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7750450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9384921'] for subnet, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:43.731344 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73b4e6-5b85-4303-a82c-00cea0fbcfad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34429538-1fb8-45b1-a701-7f0b16ec281f,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:43.734736 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4b73b4e6-5b85-4303-a82c-00cea0fbcfad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:43.739959 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-4b73b4e6-5b85-4303-a82c-00cea0fbcfad admin admin] 10.222.0.58 "DELETE /v2.0/subnets/34429538-1fb8-45b1-a701-7f0b16ec281f HTTP/1.1" status: 204 len: 168 time: 0.4158485 Jan 28 01:51:43.741131 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43588) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:43.823916 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-861ec6ef-9970-430a-b4fb-2cd8e0693032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7845676'] for network, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:43.851401 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233400f-2293-488f-acd9-eb94839b022d req-ee5eb0c0-dd12-4dd4-8454-237b0e27460a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:43.855709 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0233400f-2293-488f-acd9-eb94839b022d req-ee5eb0c0-dd12-4dd4-8454-237b0e27460a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0738475 Jan 28 01:51:43.920127 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-861ec6ef-9970-430a-b4fb-2cd8e0693032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751577', 'neutron.services.segments.db._delete_segments_for_network-8788471369665'] for network, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:43.923485 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0233400f-2293-488f-acd9-eb94839b022d req-5ceb5392-3d22-43e0-9183-cf45baa81026 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644672 Jan 28 01:51:43.941754 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf181b7-1ce0-42c3-8116-c88544a38f09 req-d5cf3214-5f24-49e8-a8fa-27d53f4be018 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:43.943367 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4bf181b7-1ce0-42c3-8116-c88544a38f09 req-d5cf3214-5f24-49e8-a8fa-27d53f4be018 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0665870 Jan 28 01:51:43.950769 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-861ec6ef-9970-430a-b4fb-2cd8e0693032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890353c5-5fa8-4afc-bbbd-10dd5362ff12']}} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:43.962180 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-861ec6ef-9970-430a-b4fb-2cd8e0693032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51351e50-a2c5-4662-9f98-3c40ffbd01d2') {'for_net_delete': True} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:43.962675 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-861ec6ef-9970-430a-b4fb-2cd8e0693032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51351e50-a2c5-4662-9f98-3c40ffbd01d2') {} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:43.979947 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-861ec6ef-9970-430a-b4fb-2cd8e0693032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788471403201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1141320'] for segment, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:43.984085 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4bf181b7-1ce0-42c3-8116-c88544a38f09 req-46d4c5e5-0774-43a8-957c-6756a6b93c65 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339031 Jan 28 01:51:43.996989 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-861ec6ef-9970-430a-b4fb-2cd8e0693032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.004928 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861ec6ef-9970-430a-b4fb-2cd8e0693032 admin admin] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=107858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:51:44.005334 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-861ec6ef-9970-430a-b4fb-2cd8e0693032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8545591'] for segment, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: Traceback (most recent call last): Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: timer() Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: cb(*args, **kw) Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: return func(*args, **kwargs) Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: self._notify() Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: self.callback(batched_events) Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: event.method(event) Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: return f(self, *a, **k) Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: return self._get(url).json() Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: return self.request(url, 'GET', **kwargs) Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:51:44.007026 dv-cinder-824978-1-smb neutron-server[107858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:51:44.072413 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-861ec6ef-9970-430a-b4fb-2cd8e0693032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614529'] for network, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.078217 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-861ec6ef-9970-430a-b4fb-2cd8e0693032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.081378 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-861ec6ef-9970-430a-b4fb-2cd8e0693032 admin admin] 10.222.0.58 "DELETE /v2.0/networks/890353c5-5fa8-4afc-bbbd-10dd5362ff12 HTTP/1.1" status: 204 len: 168 time: 0.3393404 Jan 28 01:51:44.084285 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43592) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:44.092425 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ec6ef-9970-430a-b4fb-2cd8e0693032 admin admin] Pushing event deleted for resources: {'Network': ['ID=890353c5-5fa8-4afc-bbbd-10dd5362ff12,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:44.129024 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Deleting subnet 2d7914c2-a8ff-4fb4-892d-851f389dbba4 {{(pid=107859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:51:44.132286 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.173270 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583537'] for subnet, precommit_delete_associations {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.212853 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7750459'] for subnet, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.268666 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7750450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8420558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8742912'] for subnet, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.293490 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d7914c2-a8ff-4fb4-892d-851f389dbba4,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:44.298980 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.302812 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2d7914c2-a8ff-4fb4-892d-851f389dbba4 HTTP/1.1" status: 204 len: 168 time: 0.2173674 Jan 28 01:51:44.305511 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43596) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:44.312371 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:44.312371 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:44.312669 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:44.313375 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:44.313725 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:44.314510 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:44.314510 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:44.314691 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:44.315045 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:44.315428 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:44.315920 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:44.316252 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c77d4b5-06cf-43fb-91eb-78c03a7a94f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:44.385768 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c165-4b00-451f-b787-fdd584ab6c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7845676'] for network, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.464647 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c165-4b00-451f-b787-fdd584ab6c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751577', 'neutron.services.segments.db._delete_segments_for_network-8788471369665'] for network, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.490039 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-1eb7c165-4b00-451f-b787-fdd584ab6c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb00c4a-02b4-4a20-afbe-8b78a32333fc']}} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:44.503763 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-1eb7c165-4b00-451f-b787-fdd584ab6c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65e54d8-0f38-47f8-a401-9143efd54a59') {'for_net_delete': True} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:44.504194 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-1eb7c165-4b00-451f-b787-fdd584ab6c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65e54d8-0f38-47f8-a401-9143efd54a59') {} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:44.518891 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c165-4b00-451f-b787-fdd584ab6c71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788471403201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1141320'] for segment, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.533954 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c165-4b00-451f-b787-fdd584ab6c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.540270 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb7c165-4b00-451f-b787-fdd584ab6c71 admin admin] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=107858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:51:44.540656 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c165-4b00-451f-b787-fdd584ab6c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8545591'] for segment, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: Traceback (most recent call last): Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: timer() Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: cb(*args, **kw) Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: return func(*args, **kwargs) Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: self._notify() Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: self.callback(batched_events) Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: event.method(event) Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: return f(self, *a, **k) Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: return self._get(url).json() Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: return self.request(url, 'GET', **kwargs) Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:51:44.542398 dv-cinder-824978-1-smb neutron-server[107858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:51:44.590772 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8819b3-5292-4d08-8620-12073cbe9772 req-6332abdc-0173-4a36-a589-0e0241a6bb24 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:44.592239 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bc8819b3-5292-4d08-8620-12073cbe9772 req-6332abdc-0173-4a36-a589-0e0241a6bb24 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0578625 Jan 28 01:51:44.606105 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c165-4b00-451f-b787-fdd584ab6c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614529'] for network, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.612061 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c165-4b00-451f-b787-fdd584ab6c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.615806 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-1eb7c165-4b00-451f-b787-fdd584ab6c71 admin admin] 10.222.0.58 "DELETE /v2.0/networks/adb00c4a-02b4-4a20-afbe-8b78a32333fc HTTP/1.1" status: 204 len: 168 time: 0.3092055 Jan 28 01:51:44.632831 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7c165-4b00-451f-b787-fdd584ab6c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=adb00c4a-02b4-4a20-afbe-8b78a32333fc,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:44.654543 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bc8819b3-5292-4d08-8620-12073cbe9772 req-dcd50674-adf4-4e85-8421-a1054efb0f96 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532205 Jan 28 01:51:44.831737 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43606) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:44.890293 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-62318183-2ace-4f90-8018-912285f8588a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c61a5461d1f404e834e1fd59641938d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570168 Jan 28 01:51:44.892837 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43608) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:44.942630 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-fcf0635f-e94f-428c-a97c-693839232a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:44.964054 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-fcf0635f-e94f-428c-a97c-693839232a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:45.051712 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-fcf0635f-e94f-428c-a97c-693839232a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:45.054240 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-fcf0635f-e94f-428c-a97c-693839232a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:45.055397 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-fcf0635f-e94f-428c-a97c-693839232a35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/29d92a69-6d27-4513-a9ac-acc2dc35783d HTTP/1.1" status: 204 len: 168 time: 0.1614559 Jan 28 01:51:45.066204 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e391231-187e-48a6-8db5-1582f24e2cb7 req-22fd7756-8a1b-4a27-92bb-ada6d2958c23 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:45.067727 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2e391231-187e-48a6-8db5-1582f24e2cb7 req-22fd7756-8a1b-4a27-92bb-ada6d2958c23 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0675936 Jan 28 01:51:45.096999 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0635f-e94f-428c-a97c-693839232a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d92a69-6d27-4513-a9ac-acc2dc35783d,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:45.152852 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2e391231-187e-48a6-8db5-1582f24e2cb7 req-091eed12-ecbc-4ec1-a6f6-66f26b89b755 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777154 Jan 28 01:51:45.165036 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e6e42-c7fe-4066-811d-847c207e6e3d req-d8936bbf-b4a6-491f-82e0-1be43a8872a5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:45.166401 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-714e6e42-c7fe-4066-811d-847c207e6e3d req-d8936bbf-b4a6-491f-82e0-1be43a8872a5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0967553 Jan 28 01:51:45.208179 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-714e6e42-c7fe-4066-811d-847c207e6e3d req-7ef17d09-cbd2-439b-8c6f-1887d3bea157 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348516 Jan 28 01:51:45.400736 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43620) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:45.442661 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-8e396371-253c-4e87-b1a6-5a74f612301f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8f952f5c142482fa4afd5d7f51b771f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407708 Jan 28 01:51:45.454857 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43622) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:45.505782 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0bd20949-caaf-4cf8-9077-4ce279b5bc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:45.528075 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0bd20949-caaf-4cf8-9077-4ce279b5bc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:45.577992 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0bd20949-caaf-4cf8-9077-4ce279b5bc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:45.580547 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0bd20949-caaf-4cf8-9077-4ce279b5bc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:45.581686 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-0bd20949-caaf-4cf8-9077-4ce279b5bc20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d498123-ffd8-41e4-99d8-734619975adb HTTP/1.1" status: 204 len: 168 time: 0.1258290 Jan 28 01:51:45.590022 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd20949-caaf-4cf8-9077-4ce279b5bc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d498123-ffd8-41e4-99d8-734619975adb,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:45.786762 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb013cc9-2b87-4cce-82e6-ecb9c8ca0963 req-29c787da-6893-4639-8ddf-94257ef21835 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:45.788300 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fb013cc9-2b87-4cce-82e6-ecb9c8ca0963 req-29c787da-6893-4639-8ddf-94257ef21835 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0590961 Jan 28 01:51:45.830543 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fb013cc9-2b87-4cce-82e6-ecb9c8ca0963 req-b7d14e11-8f9d-4fd6-a0c6-59b1ad081d8a tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362370 Jan 28 01:51:46.278827 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64892eef-92b9-461e-8482-c4ea5c1331d3 req-ca3ac24a-91b3-4f80-a0fc-a3e72cf6f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:46.281214 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-64892eef-92b9-461e-8482-c4ea5c1331d3 req-ca3ac24a-91b3-4f80-a0fc-a3e72cf6f19a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 1098 time: 0.0494640 Jan 28 01:51:46.296547 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91808ab9-93aa-49c7-9486-d3e06f0bcceb req-6f968584-fb0e-4edb-bdd7-a96f660d7a89 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:46.298271 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-91808ab9-93aa-49c7-9486-d3e06f0bcceb req-6f968584-fb0e-4edb-bdd7-a96f660d7a89 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0606744 Jan 28 01:51:46.327268 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-64892eef-92b9-461e-8482-c4ea5c1331d3 req-644fc55a-2c1d-4ebb-8b7f-e3865896bb15 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389259 Jan 28 01:51:46.365056 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-91808ab9-93aa-49c7-9486-d3e06f0bcceb req-c870a20d-2d3d-43a1-b53c-25982c37d9f7 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607555 Jan 28 01:51:46.390724 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56158bbe-fea7-4f28-b698-97ad78386d42 req-f4689a33-90cb-4a3a-ba45-1c0fa09ab628 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:46.390724 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-56158bbe-fea7-4f28-b698-97ad78386d42 req-f4689a33-90cb-4a3a-ba45-1c0fa09ab628 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0768611 Jan 28 01:51:46.423883 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-56158bbe-fea7-4f28-b698-97ad78386d42 req-2c0dd52d-a2df-4b47-a5a2-22a6e975c6e9 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346568 Jan 28 01:51:46.968548 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa43939-275a-4e04-8593-dd518cc8143f req-5424d855-db78-4ca6-bcb5-8d1bcbbd22a8 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:46.971222 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-caa43939-275a-4e04-8593-dd518cc8143f req-5424d855-db78-4ca6-bcb5-8d1bcbbd22a8 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0566156 Jan 28 01:51:47.009416 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-caa43939-275a-4e04-8593-dd518cc8143f req-ebeda4e6-e149-4e8d-81b3-4c41aff83386 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323532 Jan 28 01:51:47.500142 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7f61e-50c7-4ad9-ba92-c54be29cb392 req-f807809d-6399-4e7a-8fe0-88b296465c41 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:47.501854 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6ee7f61e-50c7-4ad9-ba92-c54be29cb392 req-f807809d-6399-4e7a-8fe0-88b296465c41 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0606561 Jan 28 01:51:47.572140 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6ee7f61e-50c7-4ad9-ba92-c54be29cb392 req-b3d80320-7d17-476f-ba7e-120259033b38 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590103 Jan 28 01:51:47.581108 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71330d27-eeed-401c-8377-d4cd1d3e5bf3 req-3a7e7808-92db-43b6-99eb-b16619c8e2f9 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:47.582688 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-71330d27-eeed-401c-8377-d4cd1d3e5bf3 req-3a7e7808-92db-43b6-99eb-b16619c8e2f9 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0796499 Jan 28 01:51:47.657414 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-71330d27-eeed-401c-8377-d4cd1d3e5bf3 req-c93906a0-a75e-49f8-b4a5-2b4aa49e9e21 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561440 Jan 28 01:51:48.135280 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6653c-2cf0-47a4-9dd5-d370dc97e908 req-45a51863-164e-4c8d-93e6-412e7a963296 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:48.137102 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-66f6653c-2cf0-47a4-9dd5-d370dc97e908 req-45a51863-164e-4c8d-93e6-412e7a963296 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0490301 Jan 28 01:51:48.176337 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-66f6653c-2cf0-47a4-9dd5-d370dc97e908 req-bd5662fa-327e-4cc9-a1d2-2a16237fa0a5 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333886 Jan 28 01:51:48.435062 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4912ffb-b965-4061-b6af-60dd647d71b5 req-eefbbc97-2b2b-455d-9faf-40a872b5c190 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:48.439169 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c4912ffb-b965-4061-b6af-60dd647d71b5 req-eefbbc97-2b2b-455d-9faf-40a872b5c190 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0520959 Jan 28 01:51:48.447883 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5915be-124f-4198-8859-2074845011c8 req-b8e8875d-5dfc-4e07-8ba3-46b1ed0ecac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:48.449400 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5915be-124f-4198-8859-2074845011c8 req-b8e8875d-5dfc-4e07-8ba3-46b1ed0ecac4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbb58ace44244c99f034978e651d64d&device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 1098 time: 0.0435863 Jan 28 01:51:48.481849 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c4912ffb-b965-4061-b6af-60dd647d71b5 req-e179e4e4-db23-4f5b-b944-c0875e1f1420 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357773 Jan 28 01:51:48.554199 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5915be-124f-4198-8859-2074845011c8 req-e97511af-83b7-41cd-b829-c253e5b5ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:48.555825 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5915be-124f-4198-8859-2074845011c8 req-e97511af-83b7-41cd-b829-c253e5b5ef81 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d HTTP/1.1" status: 200 len: 920 time: 0.0949965 Jan 28 01:51:48.597855 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5915be-124f-4198-8859-2074845011c8 req-5efca05c-9ea9-4778-8222-f5295699aa3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c1e522-ca48-4157-9f1a-35c30ffa361f HTTP/1.1" status: 200 len: 217 time: 0.0349565 Jan 28 01:51:48.658095 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5915be-124f-4198-8859-2074845011c8 req-07515637-3aa5-4ff3-a2d3-46aeca9f6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:48.659636 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5915be-124f-4198-8859-2074845011c8 req-07515637-3aa5-4ff3-a2d3-46aeca9f6932 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02de3fd4-0fd1-437c-96bf-b34995b100ee HTTP/1.1" status: 200 len: 858 time: 0.0555406 Jan 28 01:51:48.698061 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5915be-124f-4198-8859-2074845011c8 req-c4c9473c-91a2-4c67-817c-e02dccdf245f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302377 Jan 28 01:51:48.721770 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f8d5b-a15f-43f3-8267-a41de5458e0c req-60d1295c-5a3e-47e7-9226-7ce0ba89435e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:48.724185 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f58f8d5b-a15f-43f3-8267-a41de5458e0c req-60d1295c-5a3e-47e7-9226-7ce0ba89435e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0541966 Jan 28 01:51:48.798809 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5915be-124f-4198-8859-2074845011c8 req-5f25f8dd-098a-4d1d-b703-1a4a8954e500 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929992 Jan 28 01:51:48.800277 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f58f8d5b-a15f-43f3-8267-a41de5458e0c req-f8b06dae-e558-4395-8608-cadd8947fcac tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708952 Jan 28 01:51:48.819592 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d63e29-53ad-48da-b25c-13f1bcfe76f0 req-30425fef-b511-48a6-aaa1-065f568e7e79 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:48.821172 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e3d63e29-53ad-48da-b25c-13f1bcfe76f0 req-30425fef-b511-48a6-aaa1-065f568e7e79 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0852699 Jan 28 01:51:48.868617 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e3d63e29-53ad-48da-b25c-13f1bcfe76f0 req-310f2c5d-77fd-4498-bba8-399cda16a9dd tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345740 Jan 28 01:51:48.900335 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5915be-124f-4198-8859-2074845011c8 req-e712accb-29e1-4b37-be17-15a76c480bbc service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935190 Jan 28 01:51:48.971350 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:49.617664 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffaa36-b948-42f8-856a-1882530cba41 req-cda072ab-cf8f-48ed-be71-4604838f8b27 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:49.619705 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fbffaa36-b948-42f8-856a-1882530cba41 req-cda072ab-cf8f-48ed-be71-4604838f8b27 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0542176 Jan 28 01:51:49.681782 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fbffaa36-b948-42f8-856a-1882530cba41 req-5d539911-7f7b-4336-b505-dc2ab4d0742b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381377 Jan 28 01:51:49.942209 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b9eda-c205-421d-8fc5-fbedd94c5e67 req-3b853a14-8563-4baf-8ad5-4e5dfc2beac2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:49.944618 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4b6b9eda-c205-421d-8fc5-fbedd94c5e67 req-3b853a14-8563-4baf-8ad5-4e5dfc2beac2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0703406 Jan 28 01:51:50.029718 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4b6b9eda-c205-421d-8fc5-fbedd94c5e67 req-20739c0a-7766-43eb-89c9-63ea8a92206a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748458 Jan 28 01:51:50.043970 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924d43a-b5ac-4fad-8661-c82f0db1ff0d req-2b059803-030e-4127-944f-9f4c0e56413d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:50.045458 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b924d43a-b5ac-4fad-8661-c82f0db1ff0d req-2b059803-030e-4127-944f-9f4c0e56413d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0874574 Jan 28 01:51:50.091228 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b924d43a-b5ac-4fad-8661-c82f0db1ff0d req-4c371861-37b4-4995-b82b-0d5dfd491386 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311754 Jan 28 01:51:50.665202 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-b01564d3-db8a-497f-90ef-3bcd4a727ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:50.812551 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243644c-b944-4d9e-8dba-67b27a020586 req-bf306cbf-0365-47bf-97e6-83356965cce5 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:50.814035 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a243644c-b944-4d9e-8dba-67b27a020586 req-bf306cbf-0365-47bf-97e6-83356965cce5 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0591702 Jan 28 01:51:50.856058 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a243644c-b944-4d9e-8dba-67b27a020586 req-72a5a81a-d781-4f79-b9f9-ae54583e6537 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361061 Jan 28 01:51:51.180259 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452c1cb-e247-403d-a885-a1d9b3af25f6 req-783c3b06-115a-4d97-82a4-a6098dd80009 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:51.181997 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c452c1cb-e247-403d-a885-a1d9b3af25f6 req-783c3b06-115a-4d97-82a4-a6098dd80009 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0643899 Jan 28 01:51:51.263539 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb0c10-e892-4e3f-8e4b-313e617cbcfe req-917efe13-f2a6-406f-b571-7eed43dccbc0 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:51.265731 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a1cb0c10-e892-4e3f-8e4b-313e617cbcfe req-917efe13-f2a6-406f-b571-7eed43dccbc0 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0804253 Jan 28 01:51:51.268727 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c452c1cb-e247-403d-a885-a1d9b3af25f6 req-0c169ff7-c2d5-466e-ac94-3e9a6d9f7f99 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705216 Jan 28 01:51:51.317262 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a1cb0c10-e892-4e3f-8e4b-313e617cbcfe req-0734fb08-6df2-46de-bfc6-50d6f46fbf76 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418806 Jan 28 01:51:51.980811 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a931f-9496-4c63-ba20-8893db5935c4 req-dbfca0f4-dbc4-49a1-9abe-d3195455a4ce tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:51.982357 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1c8a931f-9496-4c63-ba20-8893db5935c4 req-dbfca0f4-dbc4-49a1-9abe-d3195455a4ce tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0573583 Jan 28 01:51:52.020684 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1c8a931f-9496-4c63-ba20-8893db5935c4 req-3f1c0790-fe7e-495d-a4aa-3e02d2a07614 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314972 Jan 28 01:51:52.433037 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21343362-1ba5-4c15-83b1-a16106d9515d req-0efd08f7-294b-40d7-8f7b-8441f8cb931b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:52.434920 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-21343362-1ba5-4c15-83b1-a16106d9515d req-0efd08f7-294b-40d7-8f7b-8441f8cb931b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0829389 Jan 28 01:51:52.485192 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c8283-2883-4aca-a29d-e2fc7f463c98 req-53c3d6af-80bf-40be-b1b3-7844ca3fe2b3 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:52.486665 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cf9c8283-2883-4aca-a29d-e2fc7f463c98 req-53c3d6af-80bf-40be-b1b3-7844ca3fe2b3 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0898299 Jan 28 01:51:52.495090 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-21343362-1ba5-4c15-83b1-a16106d9515d req-0e8e88ea-826b-4a19-a302-84d4e8fcd6ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514786 Jan 28 01:51:52.529419 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cf9c8283-2883-4aca-a29d-e2fc7f463c98 req-e88d6124-c42d-4fd3-8945-6c1853988d6f tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333345 Jan 28 01:51:53.083644 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-1875cc9d-996b-4746-9c6f-21ecd0e50f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:53.470738 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36d714-cdc4-449c-8a57-504a85b5850d req-dd798dd9-f1df-40d7-bb1a-fd2b178c6281 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:53.472234 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4b36d714-cdc4-449c-8a57-504a85b5850d req-dd798dd9-f1df-40d7-bb1a-fd2b178c6281 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0490236 Jan 28 01:51:53.521208 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4b36d714-cdc4-449c-8a57-504a85b5850d req-8343ece8-8dac-46b7-bf09-729f683b0b31 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328743 Jan 28 01:51:53.620687 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7abe2f-c61b-480e-9971-320846bac3cc req-2c3b3793-178d-4a41-9e7a-9b71d4cf03eb tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:53.622159 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5a7abe2f-c61b-480e-9971-320846bac3cc req-2c3b3793-178d-4a41-9e7a-9b71d4cf03eb tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0530403 Jan 28 01:51:53.663768 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5a7abe2f-c61b-480e-9971-320846bac3cc req-c7f32e19-e121-4127-be43-fe3752940625 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354459 Jan 28 01:51:53.793044 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6941e5b-1446-48b1-87cd-f4ba2a37c18a req-923c7315-502c-4dfb-8004-28ec5f17237b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:53.795847 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a6941e5b-1446-48b1-87cd-f4ba2a37c18a req-923c7315-502c-4dfb-8004-28ec5f17237b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0574398 Jan 28 01:51:53.840063 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a6941e5b-1446-48b1-87cd-f4ba2a37c18a req-0581682b-c6d8-4f12-8ccb-435f96140d1b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387068 Jan 28 01:51:54.110254 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 43836) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:54.240992 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-112b2c0f-0ee3-44dd-8b89-cf679f517572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:54.341402 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-112b2c0f-0ee3-44dd-8b89-cf679f517572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:54.346428 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-112b2c0f-0ee3-44dd-8b89-cf679f517572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:54.386876 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-112b2c0f-0ee3-44dd-8b89-cf679f517572 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37807043d9a34197ad160ac335dcfe6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754531 Jan 28 01:51:54.387658 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b2c0f-0ee3-44dd-8b89-cf679f517572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28162867-59f8-4bdc-b331-4ae99621c24f,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:54.390078 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43840) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:54.440827 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-236caa92-a14b-4db5-893a-1e4beca3349c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:54.461603 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-236caa92-a14b-4db5-893a-1e4beca3349c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:54.511153 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-236caa92-a14b-4db5-893a-1e4beca3349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:54.513681 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-236caa92-a14b-4db5-893a-1e4beca3349c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:54.515494 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-236caa92-a14b-4db5-893a-1e4beca3349c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28162867-59f8-4bdc-b331-4ae99621c24f HTTP/1.1" status: 204 len: 168 time: 0.1233783 Jan 28 01:51:54.524056 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236caa92-a14b-4db5-893a-1e4beca3349c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28162867-59f8-4bdc-b331-4ae99621c24f,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:54.763183 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:54.792543 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19024da-bd28-458c-8a31-8069f41d327f req-30d70f7f-511f-43ea-bc9e-bb12b31ae756 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:54.794046 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d19024da-bd28-458c-8a31-8069f41d327f req-30d70f7f-511f-43ea-bc9e-bb12b31ae756 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0525835 Jan 28 01:51:54.801259 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43848) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:54.814602 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-aea4bc5c-1173-4bc7-8579-89819856eac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:54.836600 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d19024da-bd28-458c-8a31-8069f41d327f req-6459c105-9e38-4aa8-b91c-d22fadf52189 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355129 Jan 28 01:51:54.909183 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-aea4bc5c-1173-4bc7-8579-89819856eac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:54.914041 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-aea4bc5c-1173-4bc7-8579-89819856eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:54.961497 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-aea4bc5c-1173-4bc7-8579-89819856eac5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b07423337c0410e9a94131e69c4d628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591260 Jan 28 01:51:54.964714 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43856) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:54.971400 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4bc5c-1173-4bc7-8579-89819856eac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30f00fc-c00f-4a93-ab74-4f7edfe9ec3a,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:55.000857 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f272e-b27d-422d-bb3e-f0d37c0ad5ac req-40d0d7d1-2e33-4bfc-bb9e-d0c91aab26d2 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:55.002388 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-901f272e-b27d-422d-bb3e-f0d37c0ad5ac req-40d0d7d1-2e33-4bfc-bb9e-d0c91aab26d2 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0757458 Jan 28 01:51:55.047442 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d4a7091a-3207-4676-ad64-3d92986627c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:55.052498 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-901f272e-b27d-422d-bb3e-f0d37c0ad5ac req-f5aee594-87f2-451a-9b28-343fdd44dbae tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Jan 28 01:51:55.071474 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d4a7091a-3207-4676-ad64-3d92986627c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:55.119051 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d4a7091a-3207-4676-ad64-3d92986627c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:55.121697 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d4a7091a-3207-4676-ad64-3d92986627c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:55.122844 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-d4a7091a-3207-4676-ad64-3d92986627c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b30f00fc-c00f-4a93-ab74-4f7edfe9ec3a HTTP/1.1" status: 204 len: 168 time: 0.1569555 Jan 28 01:51:55.132020 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7091a-3207-4676-ad64-3d92986627c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30f00fc-c00f-4a93-ab74-4f7edfe9ec3a,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:55.458342 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43862) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:55.472622 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-30242130-b85f-43e7-b607-5b02d916647d admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:55.549405 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-30242130-b85f-43e7-b607-5b02d916647d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:55.553124 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-30242130-b85f-43e7-b607-5b02d916647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:55.592624 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30242130-b85f-43e7-b607-5b02d916647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1db9f7-bc88-4be4-b194-339fc80d491c,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:55.597953 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-30242130-b85f-43e7-b607-5b02d916647d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d505f595e6347afae2346116c05084e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384921 Jan 28 01:51:55.600590 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 43864) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:51:55.657054 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-30ebc28b-0070-41aa-b894-3fd239df7e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:55.681020 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-30ebc28b-0070-41aa-b894-3fd239df7e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:55.736547 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-30ebc28b-0070-41aa-b894-3fd239df7e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:55.739091 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-30ebc28b-0070-41aa-b894-3fd239df7e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:55.740249 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-30ebc28b-0070-41aa-b894-3fd239df7e8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e1db9f7-bc88-4be4-b194-339fc80d491c HTTP/1.1" status: 204 len: 168 time: 0.1387753 Jan 28 01:51:55.748710 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebc28b-0070-41aa-b894-3fd239df7e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1db9f7-bc88-4be4-b194-339fc80d491c,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:55.982100 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d213723-ad4f-40cc-82e9-bc33e93cc786 req-4edd381e-5ea9-4259-ad1e-d70adf2262cb tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:55.983988 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4d213723-ad4f-40cc-82e9-bc33e93cc786 req-4edd381e-5ea9-4259-ad1e-d70adf2262cb tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0577099 Jan 28 01:51:56.044562 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4d213723-ad4f-40cc-82e9-bc33e93cc786 req-e18b4b17-463c-4fea-94d0-9e169937c2d1 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534730 Jan 28 01:51:56.169665 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:56.217672 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-a814b23b-43ec-4553-8d0b-6ba04ce85834 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-691340949&fields=id&tenant_id=e4889e3a8e01439eb8b6b365c41248d3 HTTP/1.1" status: 200 len: 267 time: 0.0733595 Jan 28 01:51:56.232699 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7a7e2-5a8f-499d-95df-9dedc584f924 req-9f88cccf-a2a2-451a-bb2e-bd3069319c8b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:56.234131 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d2d7a7e2-5a8f-499d-95df-9dedc584f924 req-9f88cccf-a2a2-451a-bb2e-bd3069319c8b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0794463 Jan 28 01:51:56.538235 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d2d7a7e2-5a8f-499d-95df-9dedc584f924 req-a384fad7-03bf-4265-a03a-2e4eec700e36 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928455 Jan 28 01:51:56.577159 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-3ca83ef8-16a0-4f34-b47d-12a14a153e2c tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:56.578872 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-3ca83ef8-16a0-4f34-b47d-12a14a153e2c tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/networks?id=82002cad-8fe8-41b5-b52e-34fe374097aa HTTP/1.1" status: 200 len: 809 time: 0.3432949 Jan 28 01:51:56.602817 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-07f4486d-398b-4637-a7ed-30ca6e51b48a tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/quotas/e4889e3a8e01439eb8b6b365c41248d3 HTTP/1.1" status: 200 len: 375 time: 0.0174615 Jan 28 01:51:56.615197 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:56.672841 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-0d5a09a3-7306-493f-aa45-f03842d24a39 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4889e3a8e01439eb8b6b365c41248d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647166 Jan 28 01:51:56.812300 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-0c2e30e7-b86d-4d68-8a7d-945f7948331a service neutron] 10.222.0.58 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302466 Jan 28 01:51:56.905775 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecb9a5-a908-4668-b1e3-2c65219db4a8 req-2b4d9de7-044b-4a45-a640-76dbc4b41db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:56.908708 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4ecb9a5-a908-4668-b1e3-2c65219db4a8 req-2b4d9de7-044b-4a45-a640-76dbc4b41db4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbb58ace44244c99f034978e651d64d&device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 1098 time: 0.0484235 Jan 28 01:51:56.955319 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e1b20-4351-415f-82ca-2b4f7e7a2962 req-261a704b-8ad2-4fb8-92fa-2f3ff5f2a57b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:56.963476 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-137e1b20-4351-415f-82ca-2b4f7e7a2962 req-261a704b-8ad2-4fb8-92fa-2f3ff5f2a57b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0945175 Jan 28 01:51:56.982708 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-9912f7bd-a63b-4dbf-baea-01dbc7987762 service neutron] 10.222.0.58 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623919 Jan 28 01:51:57.034115 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecb9a5-a908-4668-b1e3-2c65219db4a8 req-77a1e045-681e-4b93-a6db-d72db462f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:57.048972 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4ecb9a5-a908-4668-b1e3-2c65219db4a8 req-77a1e045-681e-4b93-a6db-d72db462f3e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d HTTP/1.1" status: 200 len: 920 time: 0.1183858 Jan 28 01:51:57.055535 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-137e1b20-4351-415f-82ca-2b4f7e7a2962 req-5b412ede-f559-4cf9-9ae5-50ab6c7f692d tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898829 Jan 28 01:51:57.094946 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4ecb9a5-a908-4668-b1e3-2c65219db4a8 req-586354ae-0aeb-4857-81e2-fd7595812e90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c1e522-ca48-4157-9f1a-35c30ffa361f HTTP/1.1" status: 200 len: 217 time: 0.0434089 Jan 28 01:51:57.166883 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecb9a5-a908-4668-b1e3-2c65219db4a8 req-a5319da4-d914-4ad1-ba3b-6e0bbba83a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:57.168374 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4ecb9a5-a908-4668-b1e3-2c65219db4a8 req-a5319da4-d914-4ad1-ba3b-6e0bbba83a3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02de3fd4-0fd1-437c-96bf-b34995b100ee HTTP/1.1" status: 200 len: 858 time: 0.0600955 Jan 28 01:51:57.181876 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec732e9e-6be4-4820-9711-527b307d295d req-46613ec4-3de2-4942-9a57-4fc6e36dede4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:57.183478 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ec732e9e-6be4-4820-9711-527b307d295d req-46613ec4-3de2-4942-9a57-4fc6e36dede4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0562568 Jan 28 01:51:57.206178 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4ecb9a5-a908-4668-b1e3-2c65219db4a8 req-c578a79b-f6ed-4867-85ec-99c05c4b0738 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288231 Jan 28 01:51:57.225218 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ec732e9e-6be4-4820-9711-527b307d295d req-19b7ac5b-2db0-415e-8018-af79bcbd4ea5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349066 Jan 28 01:51:57.314463 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4ecb9a5-a908-4668-b1e3-2c65219db4a8 req-039525f5-2515-4323-a04f-569386f411cf service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996006 Jan 28 01:51:57.325095 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-83bdeb36-f5b4-440d-b26b-17d40111481a req-cbdf1719-9830-47ce-91b6-41e599303429 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 210 time: 0.0261769 Jan 28 01:51:57.415399 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4ecb9a5-a908-4668-b1e3-2c65219db4a8 req-c88cfdd3-129f-4930-93c8-cab22c5a0fd1 service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903373 Jan 28 01:51:57.673826 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ef0e1-55cb-4a41-8e43-8fbc1ff00da9 req-889dcc44-564f-440d-a8ee-f1e910c3ec6d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:57.675359 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7c0ef0e1-55cb-4a41-8e43-8fbc1ff00da9 req-889dcc44-564f-440d-a8ee-f1e910c3ec6d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0591729 Jan 28 01:51:57.719905 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7c0ef0e1-55cb-4a41-8e43-8fbc1ff00da9 req-4cb01f60-76b2-4f6c-83e3-189dfa386e52 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385869 Jan 28 01:51:58.165383 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e91a29-9816-4dd4-85ae-5783500d5116 req-71820c87-04a2-4457-a3cc-4cf13b5584a2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:58.166858 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e1e91a29-9816-4dd4-85ae-5783500d5116 req-71820c87-04a2-4457-a3cc-4cf13b5584a2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0543907 Jan 28 01:51:58.207637 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e1e91a29-9816-4dd4-85ae-5783500d5116 req-e51f77f8-9336-4c2b-94fc-969d7853227f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342681 Jan 28 01:51:58.247848 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-10a03ac2-ba98-4b2a-b42d-00d4bd49ef29 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a4b7c659013a450881c72e796a58629d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308652 Jan 28 01:51:58.298822 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:51:58.398595 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:58.410318 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'port_id': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'mac_address': 'fa:16:3e:c9:d7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:51:58.462316 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:58.474836 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83515b-5ca2-401e-913c-3f32e84b635e req-bb98216e-af8e-4891-b207-762db40d83b5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:58.476267 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3d83515b-5ca2-401e-913c-3f32e84b635e req-bb98216e-af8e-4891-b207-762db40d83b5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.1402154 Jan 28 01:51:58.477565 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:51:58.487571 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-34e44895-3413-4f59-923d-2c75971c5798 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:58.489296 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-34e44895-3413-4f59-923d-2c75971c5798 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352037 Jan 28 01:51:58.500567 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:58.505405 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:58.517281 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-757ce45d-bcda-485a-800f-bca97fd0347e tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/quotas/a4b7c659013a450881c72e796a58629d HTTP/1.1" status: 200 len: 375 time: 0.0204415 Jan 28 01:51:58.544737 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3d83515b-5ca2-401e-913c-3f32e84b635e req-934ceef9-8367-43eb-b820-552128b1abb2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542932 Jan 28 01:51:58.560175 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-18df8b68-b594-401c-8fbd-4c935f4ef0bc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4b7c659013a450881c72e796a58629d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327287 Jan 28 01:51:58.570149 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,revision_number=6']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:58.672939 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-49e06273-009a-4bca-b6db-84cbaec10284 req-d6ae4271-d594-4547-b63c-00824ebf9cc0 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 210 time: 0.0339801 Jan 28 01:51:58.701720 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-2be21243-2d0d-4951-9cfb-488a168e8867 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:58.703771 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-2be21243-2d0d-4951-9cfb-488a168e8867 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.41 "GET /v2.0/networks?id=82002cad-8fe8-41b5-b52e-34fe374097aa HTTP/1.1" status: 200 len: 809 time: 0.1917393 Jan 28 01:51:58.762173 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['26da1c97-50e5-4ec4-8fe2-d045228e3eb8'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:51:58.795582 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fcbff8d1-ecf7-416e-bc9f-3dc6e859e14f req-de1390c9-d5ee-4662-9057-79c41cb522d1 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 210 time: 0.0428591 Jan 28 01:51:58.799733 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-753097d9-197f-4986-9c0b-df502c2bb684 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4889e3a8e01439eb8b6b365c41248d3 HTTP/1.1" status: 200 len: 379 time: 0.0363059 Jan 28 01:51:58.844648 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-c26bcf2b-2ba9-42f6-b620-efa4ab0b1aa2 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Request body: {'port': {'device_id': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'admin_state_up': True, 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'security_groups': ['d87c9f69-9122-455f-af00-e979533327e8']}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:58.862765 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194c5ff-47f1-4430-b395-db250cceb677 req-81bff30f-ba5e-4d7c-a014-08f401dd5eda tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:58.874496 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5194c5ff-47f1-4430-b395-db250cceb677 req-81bff30f-ba5e-4d7c-a014-08f401dd5eda tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0774403 Jan 28 01:51:58.946009 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5194c5ff-47f1-4430-b395-db250cceb677 req-1d65802e-e9d3-419e-80e8-a34a3ca10915 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682063 Jan 28 01:51:59.035940 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-c26bcf2b-2ba9-42f6-b620-efa4ab0b1aa2 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Made reservation on behalf of e4889e3a8e01439eb8b6b365c41248d3 for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:59.039863 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-c26bcf2b-2ba9-42f6-b620-efa4ab0b1aa2 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:59.204821 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-c26bcf2b-2ba9-42f6-b620-efa4ab0b1aa2 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Allocated IP 172.20.0.7 (82002cad-8fe8-41b5-b52e-34fe374097aa/8c9ed944-46e7-4486-9af0-2a39f2684e5c/d73c6a5c-6a74-4a42-982f-a63bc3e73fa7) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:59.358238 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda30de-9a48-4a20-87a6-99857e799855 req-bdf2ba25-3697-47cd-91ac-916af49d0edf tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:59.367647 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-deda30de-9a48-4a20-87a6-99857e799855 req-bdf2ba25-3697-47cd-91ac-916af49d0edf tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0649068 Jan 28 01:51:59.386376 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-c26bcf2b-2ba9-42f6-b620-efa4ab0b1aa2 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:59.415476 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-deda30de-9a48-4a20-87a6-99857e799855 req-09dc1f07-43f5-4a17-b78a-5f7073c25596 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432231 Jan 28 01:51:59.446774 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-c26bcf2b-2ba9-42f6-b620-efa4ab0b1aa2 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:59.493193 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-c26bcf2b-2ba9-42f6-b620-efa4ab0b1aa2 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Network 82002cad-8fe8-41b5-b52e-34fe374097aa is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:59.496361 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-c26bcf2b-2ba9-42f6-b620-efa4ab0b1aa2 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:59.500209 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-c26bcf2b-2ba9-42f6-b620-efa4ab0b1aa2 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:59.506864 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcf2b-2ba9-42f6-b620-efa4ab0b1aa2 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Pushing event updated for resources: {'Port': ['ID=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:59.558360 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-c26bcf2b-2ba9-42f6-b620-efa4ab0b1aa2 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:59.558991 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-c26bcf2b-2ba9-42f6-b620-efa4ab0b1aa2 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:59.575419 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-c26bcf2b-2ba9-42f6-b620-efa4ab0b1aa2 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368851 Jan 28 01:51:59.639551 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Request body: {'port': {'device_id': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:59.701425 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef218e17-168b-4059-abe5-eeb4e2e535a1 req-8ecfbb34-b941-42f4-a3ad-981d8c6231e5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:59.703616 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ef218e17-168b-4059-abe5-eeb4e2e535a1 req-8ecfbb34-b941-42f4-a3ad-981d8c6231e5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 944 time: 0.0559556 Jan 28 01:51:59.704576 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:59.751476 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-f987d1dc-f88c-441e-bf30-32ba9f7f780d None None] Provisioning complete for port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:59.752084 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-f987d1dc-f88c-441e-bf30-32ba9f7f780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:51:59.762487 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ef218e17-168b-4059-abe5-eeb4e2e535a1 req-ab9f2433-4fb4-4c11-8aca-c19b0125afc3 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440931 Jan 28 01:51:59.815820 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-f987d1dc-f88c-441e-bf30-32ba9f7f780d None None] Port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:51:59.830857 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd28d8d-793c-4c3e-9222-52484b7b9eb5 req-28ee5c6e-edd5-4612-9b0d-9faa0b00d120 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:59.832375 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8fd28d8d-793c-4c3e-9222-52484b7b9eb5 req-28ee5c6e-edd5-4612-9b0d-9faa0b00d120 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 931 time: 0.0632961 Jan 28 01:51:59.885184 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8fd28d8d-793c-4c3e-9222-52484b7b9eb5 req-b79284cc-d17d-4f91-939b-58094708be5d tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461104 Jan 28 01:51:59.903900 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-78000fbe-ed28-473c-b975-023e8de838ca req-33c0334e-3f0c-4917-9a83-8c144677bf1b tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 210 time: 0.0343208 Jan 28 01:52:00.084998 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e98142-bafe-413b-ad41-0e15f45de4b6 req-9bbdf9ad-3613-4775-97c2-549d9b433d23 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:00.093671 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:52:00.094820 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f9e98142-bafe-413b-ad41-0e15f45de4b6 req-9bbdf9ad-3613-4775-97c2-549d9b433d23 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0772574 Jan 28 01:52:00.106235 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:00.139402 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Transition to ACTIVE for port object d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:52:00.144044 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f9e98142-bafe-413b-ad41-0e15f45de4b6 req-819f5c04-eacf-4c08-af0c-5c897b6398b8 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483534 Jan 28 01:52:00.175820 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:00.217899 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-d14ff19a-c192-4063-a8bf-98b7c94df1bf tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a4b7c659013a450881c72e796a58629d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766292 Jan 28 01:52:00.308553 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:52:00.406935 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Pushing event updated for resources: {'Port': ['ID=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:00.456139 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:52:00.458049 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:00.617679 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f1ae2-ce9f-4901-88e2-37055b535e0f req-308e2812-af41-48f6-bfc5-479be13a357d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:00.626763 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-886f1ae2-ce9f-4901-88e2-37055b535e0f req-308e2812-af41-48f6-bfc5-479be13a357d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.1183324 Jan 28 01:52:00.631454 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Attempting to bind port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:52:00.631802 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Attempting to bind port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': 'a4d55f31-3956-40aa-8cbb-66c91cb18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:52:00.632151 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Attempting to bind port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 on network 82002cad-8fe8-41b5-b52e-34fe374097aa {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:52:00.640065 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 on network 82002cad-8fe8-41b5-b52e-34fe374097aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:52:00.640546 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Attempting to bind port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 on network 82002cad-8fe8-41b5-b52e-34fe374097aa {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:52:00.647874 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bce67-79ca-43c5-a67c-86fe3e69f07a req-27d0e969-9da7-462e-a0ab-a212942f67eb tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:00.659430 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bb2bce67-79ca-43c5-a67c-86fe3e69f07a req-27d0e969-9da7-462e-a0ab-a212942f67eb tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.1093338 Jan 28 01:52:00.670714 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-11bb7380-3b32-41c0-98b3-410d8022fc29 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:00.672655 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-11bb7380-3b32-41c0-98b3-410d8022fc29 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4459760 Jan 28 01:52:00.678696 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:52:00.679044 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Checking segment: {'id': 'a4d55f31-3956-40aa-8cbb-66c91cb18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:52:00.679466 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Bound using segment: {'id': 'a4d55f31-3956-40aa-8cbb-66c91cb18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:52:00.679937 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Bound port: d73c6a5c-6a74-4a42-982f-a63bc3e73fa7, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d55f31-3956-40aa-8cbb-66c91cb18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:52:00.680324 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:00.693559 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:00.727471 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Request body: {'port': {'device_id': 'ba6f5838-d10f-4c43-812b-dc0b3338ef11', 'network_id': 'bfc16a36-2cdb-40b2-a993-d0d2883af06b', 'admin_state_up': True, 'tenant_id': 'a4b7c659013a450881c72e796a58629d'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:52:00.735857 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:52:00.739126 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ee1ffe-420e-4340-b793-8795876b7f9a" -d '{"events": [{"server_uuid": "6f6cbaa2-8645-4ecb-be94-d61e61cd5b11", "name": "network-vif-plugged", "status": "completed", "tag": "26da1c97-50e5-4ec4-8fe2-d045228e3eb8"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:52:00.751200 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bb2bce67-79ca-43c5-a67c-86fe3e69f07a req-d922dd34-2452-4257-a42c-c18f86271229 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859706 Jan 28 01:52:00.766942 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:00.772122 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-886f1ae2-ce9f-4901-88e2-37055b535e0f req-c868413d-34ec-44b9-ac14-504e98da9402 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442542 Jan 28 01:52:00.777886 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:00.839492 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4183e820-2e27-4452-81b4-e63429c6741d x-openstack-request-id: req-4183e820-2e27-4452-81b4-e63429c6741d {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:52:00.840116 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6cbaa2-8645-4ecb-be94-d61e61cd5b11", "name": "network-vif-plugged", "status": "completed", "tag": "26da1c97-50e5-4ec4-8fe2-d045228e3eb8", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:52:00.840379 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4183e820-2e27-4452-81b4-e63429c6741d {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:52:00.841130 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'code': 200} Jan 28 01:52:00.880650 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,revision_number=7']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:01.023264 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90719d0-833c-45f2-a0f6-9f61bafe64ad req-de01b703-dad4-4b08-bd50-bbbedb779316 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:01.029151 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a90719d0-833c-45f2-a0f6-9f61bafe64ad req-de01b703-dad4-4b08-bd50-bbbedb779316 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.1253679 Jan 28 01:52:01.113262 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f068a-74e8-4c9b-986e-98ef25d4ab14 req-12dd841e-07b7-4472-86ff-1a80db8227d2 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:01.121055 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a05f068a-74e8-4c9b-986e-98ef25d4ab14 req-12dd841e-07b7-4472-86ff-1a80db8227d2 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 943 time: 0.0905848 Jan 28 01:52:01.142548 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a90719d0-833c-45f2-a0f6-9f61bafe64ad req-42a6736a-1c40-439a-a510-c62184bfdfa4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808313 Jan 28 01:52:01.213148 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] For port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:52:01.218275 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] For port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:52:01.221672 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a05f068a-74e8-4c9b-986e-98ef25d4ab14 req-2c27b2bd-8f37-4c3b-a029-d14309231113 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992718 Jan 28 01:52:01.231287 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:01.297865 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3f0a1221-12e1-45aa-aa37-bb588c5ea144 req-e8528167-bba0-4036-ad18-4eab7eaab545 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 210 time: 0.0358644 Jan 28 01:52:01.326615 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79970579-c787-482c-9a55-4a6f9f20adcf req-048e93d1-8324-4bcd-8fc1-bcd05029f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:01.328450 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-79970579-c787-482c-9a55-4a6f9f20adcf req-048e93d1-8324-4bcd-8fc1-bcd05029f92a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d01227c1e2c345be95db5c7d427534e6&device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 1099 time: 0.4843843 Jan 28 01:52:01.331305 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:01.331918 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:01.333218 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] 10.222.0.41 "PUT /v2.0/ports/d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 HTTP/1.1" status: 200 len: 1093 time: 1.6996572 Jan 28 01:52:01.340797 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'tag': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:52:01.344108 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d43772f-35f3-49d4-9e51-9d12aed65419" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4", "tag": "d73c6a5c-6a74-4a42-982f-a63bc3e73fa7"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:52:01.404440 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ba6d5a-54d4-4234-b9e9-885036dbd451 x-openstack-request-id: req-10ba6d5a-54d4-4234-b9e9-885036dbd451 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:52:01.404906 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4", "tag": "d73c6a5c-6a74-4a42-982f-a63bc3e73fa7", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:52:01.405177 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10ba6d5a-54d4-4234-b9e9-885036dbd451 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:52:01.405564 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'tag': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7', 'status': 'completed', 'code': 200} Jan 28 01:52:01.472730 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7d6ba-c084-450e-b120-81172da7ba08 service neutron] Pushing event updated for resources: {'Port': ['ID=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:01.603357 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Made reservation on behalf of a4b7c659013a450881c72e796a58629d for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:52:01.616079 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:01.640290 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:01.644067 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e1d3bb97-73eb-4740-88e9-149e9226a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:01.645595 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-e1d3bb97-73eb-4740-88e9-149e9226a53c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4889e3a8e01439eb8b6b365c41248d3&device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 1096 time: 0.2175016 Jan 28 01:52:01.730466 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79970579-c787-482c-9a55-4a6f9f20adcf req-9c6c0a11-b08f-4f71-8e59-91d2c0ac70f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:01.732166 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-79970579-c787-482c-9a55-4a6f9f20adcf req-9c6c0a11-b08f-4f71-8e59-91d2c0ac70f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81043963-f01a-4238-ae3c-e4422abf49e4 HTTP/1.1" status: 200 len: 912 time: 0.3824494 Jan 28 01:52:01.735550 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-35274086-29f0-40ff-a254-2e887fa80ad7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 HTTP/1.1" status: 200 len: 217 time: 0.0656359 Jan 28 01:52:01.889994 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-79970579-c787-482c-9a55-4a6f9f20adcf req-68ee9c27-8523-4409-a8e7-76c3776ea96b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13074ef2-66d4-4f05-b65a-42dc0d26a548 HTTP/1.1" status: 200 len: 1002 time: 0.1360369 Jan 28 01:52:01.911949 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:01.913854 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-76ab643a-13de-4ca5-a956-e85d7cc80d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:01.915596 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-76ab643a-13de-4ca5-a956-e85d7cc80d00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c9ed944-46e7-4486-9af0-2a39f2684e5c HTTP/1.1" status: 200 len: 848 time: 0.1627653 Jan 28 01:52:01.942502 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:02.082098 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c6a58-b106-4f8c-83a1-d25657cda2b4 req-e2ba9c89-8a84-427d-bfd5-00247786d2fd tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:02.099833 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-658c6a58-b106-4f8c-83a1-d25657cda2b4 req-e2ba9c89-8a84-427d-bfd5-00247786d2fd tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.2058599 Jan 28 01:52:02.115752 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5bbca-6127-452c-ab00-034e57fb804f req-138eb7a2-781f-4799-bf63-917eec60a050 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:02.117846 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-acc5bbca-6127-452c-ab00-034e57fb804f req-138eb7a2-781f-4799-bf63-917eec60a050 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.1813397 Jan 28 01:52:02.167735 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79970579-c787-482c-9a55-4a6f9f20adcf req-ae1f21df-1d8f-4ed2-b1b6-04921a041ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:02.169721 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-79970579-c787-482c-9a55-4a6f9f20adcf req-ae1f21df-1d8f-4ed2-b1b6-04921a041ff5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e45da0d-8ce5-4dd6-9ebf-a92f00adf184 HTTP/1.1" status: 200 len: 849 time: 0.2681918 Jan 28 01:52:02.178974 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b4821f-9ae1-4c4b-915f-55dce11b18d3,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:02.199865 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-acc5bbca-6127-452c-ab00-034e57fb804f req-8af07a9c-e24d-4705-b6ff-8b4e7d6e1028 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699406 Jan 28 01:52:02.224295 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-658c6a58-b106-4f8c-83a1-d25657cda2b4 req-9a869f05-6c6e-4536-8ab0-c5d40228727a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074450 Jan 28 01:52:02.284430 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-510f97c6-e97b-47fb-ac19-3f33a076f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:02.285940 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-510f97c6-e97b-47fb-ac19-3f33a076f23e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82002cad-8fe8-41b5-b52e-34fe374097aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3445470 Jan 28 01:52:02.358564 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79970579-c787-482c-9a55-4a6f9f20adcf req-3313ea24-805f-47f3-b84a-881a3e277a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:02.360753 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-79970579-c787-482c-9a55-4a6f9f20adcf req-3313ea24-805f-47f3-b84a-881a3e277a51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81043963-f01a-4238-ae3c-e4422abf49e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1784840 Jan 28 01:52:02.380161 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Allocated IP 192.168.233.25 (bfc16a36-2cdb-40b2-a993-d0d2883af06b/c480066d-e57d-4e6d-af5c-47471c065325/3ef7c308-66a1-4781-8935-ed09ca73b692) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:52:02.419931 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a900957-3e69-4427-a354-3ac6be1014ae req-5de47fc5-20ec-4399-bd98-3e6ce0f307d5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:02.429422 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4a900957-3e69-4427-a354-3ac6be1014ae req-5de47fc5-20ec-4399-bd98-3e6ce0f307d5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.1235931 Jan 28 01:52:02.491467 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4a900957-3e69-4427-a354-3ac6be1014ae req-46394777-c02e-487d-9147-57ca92b0e30a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562124 Jan 28 01:52:02.513870 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b5a32-3f52-4395-b1fa-06d5b3ff5e8b req-28f7caa4-e9dd-46da-8691-858d592f5350 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:02.526764 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-244b5a32-3f52-4395-b1fa-06d5b3ff5e8b req-28f7caa4-e9dd-46da-8691-858d592f5350 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 943 time: 0.2042851 Jan 28 01:52:02.534584 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-bd5b14f1-8dd1-4570-be5d-07b174df2bdf service neutron] 10.222.0.41 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399509 Jan 28 01:52:02.583671 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-244b5a32-3f52-4395-b1fa-06d5b3ff5e8b req-08e8adb3-6922-4391-af64-37dd63e5a989 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504041 Jan 28 01:52:02.620752 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-20bcf2fd-0669-4640-b6a4-0dbc4630cac0 req-1829136e-3cca-4381-bdfe-40f0f1af860b tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 210 time: 0.0359030 Jan 28 01:52:02.658012 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-79970579-c787-482c-9a55-4a6f9f20adcf req-afc84f99-475c-4e41-ba01-76c65e88e4b4 service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882531 Jan 28 01:52:02.799212 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-922a44b9-2365-44fd-8dad-3085389dcb06 req-d0c196bb-63e7-4910-bf08-672f2e659e04 service neutron] 10.222.0.41 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535286 Jan 28 01:52:02.848165 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-79970579-c787-482c-9a55-4a6f9f20adcf req-de2f0fee-3ebe-490a-8c0e-afde31d5ffb7 service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815145 Jan 28 01:52:02.852409 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:02.900307 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:02.999336 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Network bfc16a36-2cdb-40b2-a993-d0d2883af06b is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:52:03.007870 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:52:03.010502 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:52:03.013367 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Pushing event updated for resources: {'Port': ['ID=3ef7c308-66a1-4781-8935-ed09ca73b692,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:03.055289 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43772f-35f3-49d4-9e51-9d12aed65419 req-e7d3e3d8-5ce4-4e8b-8cd3-926ec558874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:03.056963 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3d43772f-35f3-49d4-9e51-9d12aed65419 req-e7d3e3d8-5ce4-4e8b-8cd3-926ec558874e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4889e3a8e01439eb8b6b365c41248d3&device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 1096 time: 0.1246459 Jan 28 01:52:03.084520 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:03.085400 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:03.154931 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-53ac8f35-a2a6-4060-be7f-78531c6ecbbc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4538474 Jan 28 01:52:03.239131 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Request body: {'port': {'device_id': 'ba6f5838-d10f-4c43-812b-dc0b3338ef11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:52:03.253454 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43772f-35f3-49d4-9e51-9d12aed65419 req-af8e300c-3428-4ed2-98f1-821c9181463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:03.254963 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3d43772f-35f3-49d4-9e51-9d12aed65419 req-af8e300c-3428-4ed2-98f1-821c9181463b service neutron] 10.222.0.41 "GET /v2.0/networks?id=82002cad-8fe8-41b5-b52e-34fe374097aa HTTP/1.1" status: 200 len: 911 time: 0.1859012 Jan 28 01:52:03.377736 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3d43772f-35f3-49d4-9e51-9d12aed65419 req-e9e7d97c-ad4c-4475-9bc6-98e81ea6267d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 HTTP/1.1" status: 200 len: 217 time: 0.0928133 Jan 28 01:52:03.410775 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb554b51-ecfd-4732-a9dc-5c50e0c4a6eb req-4eb826e6-98f4-4602-ac7c-3c8efd951a8d tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:03.412303 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fb554b51-ecfd-4732-a9dc-5c50e0c4a6eb req-4eb826e6-98f4-4602-ac7c-3c8efd951a8d tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0619745 Jan 28 01:52:03.425539 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd23b3d-303e-43de-aae7-3ecc3dc5a704 req-7a9a0ab5-17a1-4220-acd4-931efc47736b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:03.427046 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-dbd23b3d-303e-43de-aae7-3ecc3dc5a704 req-7a9a0ab5-17a1-4220-acd4-931efc47736b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.1331494 Jan 28 01:52:03.435163 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9a6e50c3-1f0e-4e69-ac2c-3aae7d4d7327 None None] Provisioning complete for port 3ef7c308-66a1-4781-8935-ed09ca73b692 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:52:03.436990 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9a6e50c3-1f0e-4e69-ac2c-3aae7d4d7327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:03.462256 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:03.471075 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fb554b51-ecfd-4732-a9dc-5c50e0c4a6eb req-ae1c73ac-8406-4f38-8bf5-599d7ad025e9 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429385 Jan 28 01:52:03.493320 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43772f-35f3-49d4-9e51-9d12aed65419 req-bf7b574f-754d-47bf-be66-c474f937cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:03.494791 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3d43772f-35f3-49d4-9e51-9d12aed65419 req-bf7b574f-754d-47bf-be66-c474f937cd41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c9ed944-46e7-4486-9af0-2a39f2684e5c HTTP/1.1" status: 200 len: 848 time: 0.1062133 Jan 28 01:52:03.514836 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e50c3-1f0e-4e69-ac2c-3aae7d4d7327 None None] Port 3ef7c308-66a1-4781-8935-ed09ca73b692 cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:52:03.550264 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-dbd23b3d-303e-43de-aae7-3ecc3dc5a704 req-1c2c7a3e-b2cb-49c4-b6cb-666a0390fbb3 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898480 Jan 28 01:52:03.667903 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43772f-35f3-49d4-9e51-9d12aed65419 req-2470166c-7bd8-4f5f-b730-84b788e0cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:03.669414 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3d43772f-35f3-49d4-9e51-9d12aed65419 req-2470166c-7bd8-4f5f-b730-84b788e0cee7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82002cad-8fe8-41b5-b52e-34fe374097aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1502719 Jan 28 01:52:03.682007 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e5d16-00e0-4e33-b70b-05e7cded9dd4 req-2ad3148b-9a6f-43e8-b918-2103d8fc234b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:03.683586 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3c9e5d16-00e0-4e33-b70b-05e7cded9dd4 req-2ad3148b-9a6f-43e8-b918-2103d8fc234b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0944350 Jan 28 01:52:03.773012 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3c9e5d16-00e0-4e33-b70b-05e7cded9dd4 req-7317f385-9f5a-47ff-9c6b-2914dd1c48f9 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807948 Jan 28 01:52:03.808640 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a4395-548c-4699-83b3-5c9cd6ba1ae3 req-420c1ad9-f50c-4df0-a193-16d6fa3510bd tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:03.823021 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-db9a4395-548c-4699-83b3-5c9cd6ba1ae3 req-420c1ad9-f50c-4df0-a193-16d6fa3510bd tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 943 time: 0.1190102 Jan 28 01:52:03.895906 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3d43772f-35f3-49d4-9e51-9d12aed65419 req-76a8b467-83c6-4554-b276-69627c841d1e service neutron] 10.222.0.41 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815894 Jan 28 01:52:03.911570 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-db9a4395-548c-4699-83b3-5c9cd6ba1ae3 req-597d63cc-aa0d-42bf-b1d0-8a337c223ba1 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866477 Jan 28 01:52:03.986764 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b059044-5765-4958-b2eb-131003d34102 req-2a1fc815-208c-43f5-8582-91e9f02983b8 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:03.992514 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6b059044-5765-4958-b2eb-131003d34102 req-2a1fc815-208c-43f5-8582-91e9f02983b8 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 935 time: 0.0700779 Jan 28 01:52:04.020022 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef7c308-66a1-4781-8935-ed09ca73b692 {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:52:04.033535 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:04.054522 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6b059044-5765-4958-b2eb-131003d34102 req-b6026f2a-a71c-4338-b73c-9dd74c57646d tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6b4821f-9ae1-4c4b-915f-55dce11b18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591452 Jan 28 01:52:04.065202 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Transition to ACTIVE for port object 3ef7c308-66a1-4781-8935-ed09ca73b692 will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:52:04.087786 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:04.131369 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3d43772f-35f3-49d4-9e51-9d12aed65419 req-31fedf51-8675-46cf-af3f-fa011ffe4db1 service neutron] 10.222.0.41 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093394 Jan 28 01:52:04.151621 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef7c308-66a1-4781-8935-ed09ca73b692,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:04.241205 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Attempting to bind port 3ef7c308-66a1-4781-8935-ed09ca73b692 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:52:04.241844 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Attempting to bind port 3ef7c308-66a1-4781-8935-ed09ca73b692 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': 'ccda493b-70bb-420f-bc9b-5c2c743f96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'bfc16a36-2cdb-40b2-a993-d0d2883af06b'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:52:04.242390 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Attempting to bind port 3ef7c308-66a1-4781-8935-ed09ca73b692 on network bfc16a36-2cdb-40b2-a993-d0d2883af06b {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:52:04.247771 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Port 3ef7c308-66a1-4781-8935-ed09ca73b692 on network bfc16a36-2cdb-40b2-a993-d0d2883af06b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:52:04.248093 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Attempting to bind port 3ef7c308-66a1-4781-8935-ed09ca73b692 on network bfc16a36-2cdb-40b2-a993-d0d2883af06b {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:52:04.254988 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:52:04.255548 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Checking segment: {'id': 'ccda493b-70bb-420f-bc9b-5c2c743f96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'bfc16a36-2cdb-40b2-a993-d0d2883af06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:52:04.255937 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Bound using segment: {'id': 'ccda493b-70bb-420f-bc9b-5c2c743f96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'bfc16a36-2cdb-40b2-a993-d0d2883af06b'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:52:04.256376 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Bound port: 3ef7c308-66a1-4781-8935-ed09ca73b692, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccda493b-70bb-420f-bc9b-5c2c743f96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'bfc16a36-2cdb-40b2-a993-d0d2883af06b'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:52:04.256740 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:04.334620 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] For port 3ef7c308-66a1-4781-8935-ed09ca73b692, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:52:04.338762 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] For port 3ef7c308-66a1-4781-8935-ed09ca73b692, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3ef7c308-66a1-4781-8935-ed09ca73b692,segment=NetworkSegment(ccda493b-70bb-420f-bc9b-5c2c743f96d7),segment_id=ccda493b-70bb-420f-bc9b-5c2c743f96d7)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:52:04.345596 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:04.388434 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:04.389062 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:04.390740 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] 10.222.0.41 "PUT /v2.0/ports/3ef7c308-66a1-4781-8935-ed09ca73b692 HTTP/1.1" status: 200 len: 1097 time: 1.1683373 Jan 28 01:52:04.391203 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6f5838-d10f-4c43-812b-dc0b3338ef11', 'tag': '3ef7c308-66a1-4781-8935-ed09ca73b692'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:52:04.393562 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adabd6a7-2d99-49a3-9f74-1a082f1db495" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6f5838-d10f-4c43-812b-dc0b3338ef11", "tag": "3ef7c308-66a1-4781-8935-ed09ca73b692"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:52:04.422872 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1545f6-cce8-482b-935a-60870b3dbe18 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef7c308-66a1-4781-8935-ed09ca73b692,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:04.467228 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4555add6-572e-4ea7-86c2-ca58da9cd01f x-openstack-request-id: req-4555add6-572e-4ea7-86c2-ca58da9cd01f {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:52:04.467684 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6f5838-d10f-4c43-812b-dc0b3338ef11", "tag": "3ef7c308-66a1-4781-8935-ed09ca73b692", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:52:04.468069 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4555add6-572e-4ea7-86c2-ca58da9cd01f {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:52:04.469086 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6f5838-d10f-4c43-812b-dc0b3338ef11', 'tag': '3ef7c308-66a1-4781-8935-ed09ca73b692', 'status': 'completed', 'code': 200} Jan 28 01:52:04.561294 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-253daf3c-d4d9-4442-92c7-faa37a49818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:04.564830 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-253daf3c-d4d9-4442-92c7-faa37a49818e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4b7c659013a450881c72e796a58629d&device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 1100 time: 0.0630674 Jan 28 01:52:04.627135 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b367ce-17bc-4a80-afa2-1c2837b65585 req-e811f44d-baa1-45f2-9489-632d7842767e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:04.644454 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-40b367ce-17bc-4a80-afa2-1c2837b65585 req-e811f44d-baa1-45f2-9489-632d7842767e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0970569 Jan 28 01:52:04.660418 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-ae342562-e870-458e-93b7-41f4259a95c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=3ef7c308-66a1-4781-8935-ed09ca73b692 HTTP/1.1" status: 200 len: 217 time: 0.0712616 Jan 28 01:52:04.736394 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-ee8314c5-7f46-490b-93fe-4497365313c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:04.738367 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-ee8314c5-7f46-490b-93fe-4497365313c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c480066d-e57d-4e6d-af5c-47471c065325 HTTP/1.1" status: 200 len: 843 time: 0.0616362 Jan 28 01:52:04.738884 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-40b367ce-17bc-4a80-afa2-1c2837b65585 req-22123187-1d04-4203-876d-fef2dc1e3ecb tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932860 Jan 28 01:52:04.758293 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbfa49-c647-44a1-9d6d-6534ddd5cce2 req-4a00a554-11d5-48f5-8664-8a54d9c328b5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:04.775794 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0afbfa49-c647-44a1-9d6d-6534ddd5cce2 req-4a00a554-11d5-48f5-8664-8a54d9c328b5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.1197348 Jan 28 01:52:04.792280 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-db5e0074-e5d8-4657-877d-e54a1a1f563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:04.793986 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-db5e0074-e5d8-4657-877d-e54a1a1f563a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bfc16a36-2cdb-40b2-a993-d0d2883af06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458131 Jan 28 01:52:04.849618 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0afbfa49-c647-44a1-9d6d-6534ddd5cce2 req-7139a493-14ea-4695-aa2a-89c60a513fb9 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719531 Jan 28 01:52:04.931397 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-2153a659-5699-47d7-b826-fb1362324726 service neutron] 10.222.0.41 "GET /v2.0/networks/bfc16a36-2cdb-40b2-a993-d0d2883af06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251423 Jan 28 01:52:04.934143 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320421e-8a35-4263-a47d-76b0e4412b2e req-6ad536a8-dfda-4534-9622-6334a0aca72d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:04.935666 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a320421e-8a35-4263-a47d-76b0e4412b2e req-6ad536a8-dfda-4534-9622-6334a0aca72d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0573878 Jan 28 01:52:04.984233 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a320421e-8a35-4263-a47d-76b0e4412b2e req-efb207ae-064b-42c0-a809-d8885fcc4769 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388834 Jan 28 01:52:05.080986 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa472242-2762-4cab-adc0-49898b80393e req-e54b8b49-d76d-47c4-a6a4-e474cc52df4e tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:05.081211 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8c3cb32d-46e2-4a5e-823e-f1e3053777c6 req-dfe47d8a-ac7a-4cdc-8b42-e3e43d1523b2 service neutron] 10.222.0.41 "GET /v2.0/networks/bfc16a36-2cdb-40b2-a993-d0d2883af06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388822 Jan 28 01:52:05.082403 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-aa472242-2762-4cab-adc0-49898b80393e req-e54b8b49-d76d-47c4-a6a4-e474cc52df4e tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 943 time: 0.0582592 Jan 28 01:52:05.131917 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-aa472242-2762-4cab-adc0-49898b80393e req-2009434c-311f-47af-bea2-c7f7bad63257 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429509 Jan 28 01:52:05.241975 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668208a6-090b-4ea9-9508-29773537f1ce req-786abf8a-20aa-4019-b3e1-bfa939a513fb tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:05.249345 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-668208a6-090b-4ea9-9508-29773537f1ce req-786abf8a-20aa-4019-b3e1-bfa939a513fb tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 947 time: 0.0695591 Jan 28 01:52:05.279350 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabd6a7-2d99-49a3-9f74-1a082f1db495 req-2cf6da00-4515-4e8c-be73-b63e992813c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:05.281818 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-adabd6a7-2d99-49a3-9f74-1a082f1db495 req-2cf6da00-4515-4e8c-be73-b63e992813c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4b7c659013a450881c72e796a58629d&device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 1100 time: 0.0508780 Jan 28 01:52:05.300984 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-668208a6-090b-4ea9-9508-29773537f1ce req-00bc7318-f1cc-4f7a-8871-0d1b17f20ccc tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6b4821f-9ae1-4c4b-915f-55dce11b18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501256 Jan 28 01:52:05.389302 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabd6a7-2d99-49a3-9f74-1a082f1db495 req-7b926d69-d2eb-4953-bd28-8527a26df41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:05.392227 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-adabd6a7-2d99-49a3-9f74-1a082f1db495 req-7b926d69-d2eb-4953-bd28-8527a26df41b service neutron] 10.222.0.41 "GET /v2.0/networks?id=bfc16a36-2cdb-40b2-a993-d0d2883af06b HTTP/1.1" status: 200 len: 871 time: 0.0999300 Jan 28 01:52:05.445808 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-adabd6a7-2d99-49a3-9f74-1a082f1db495 req-8c8405c8-7185-4b6f-aada-085ca4f63310 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=3ef7c308-66a1-4781-8935-ed09ca73b692 HTTP/1.1" status: 200 len: 217 time: 0.0428143 Jan 28 01:52:05.511768 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabd6a7-2d99-49a3-9f74-1a082f1db495 req-88d58b22-f772-42da-8c55-22b286d7fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:05.513922 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-adabd6a7-2d99-49a3-9f74-1a082f1db495 req-88d58b22-f772-42da-8c55-22b286d7fd2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c480066d-e57d-4e6d-af5c-47471c065325 HTTP/1.1" status: 200 len: 843 time: 0.0537450 Jan 28 01:52:05.585290 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabd6a7-2d99-49a3-9f74-1a082f1db495 req-57d33208-3823-4578-befc-55c61198ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:05.587153 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-adabd6a7-2d99-49a3-9f74-1a082f1db495 req-57d33208-3823-4578-befc-55c61198ead7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bfc16a36-2cdb-40b2-a993-d0d2883af06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547953 Jan 28 01:52:05.801498 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:52:05.886956 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f1ab0-37b9-4f6f-95b8-e9ab9a33a3e6 req-e4aa3afb-e3aa-43dc-9578-1374fa047161 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:05.889346 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4d0f1ab0-37b9-4f6f-95b8-e9ab9a33a3e6 req-e4aa3afb-e3aa-43dc-9578-1374fa047161 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0573988 Jan 28 01:52:05.928572 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-adabd6a7-2d99-49a3-9f74-1a082f1db495 req-00479f9d-e167-4625-94ab-1dba4ce52911 service neutron] 10.222.0.41 "GET /v2.0/networks/bfc16a36-2cdb-40b2-a993-d0d2883af06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292542 Jan 28 01:52:05.941683 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4d0f1ab0-37b9-4f6f-95b8-e9ab9a33a3e6 req-7b2b1013-8779-4e65-9e1d-db2d5bd4afb7 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423536 Jan 28 01:52:06.053635 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-adabd6a7-2d99-49a3-9f74-1a082f1db495 req-3d5fd1df-70e4-4911-b1b0-02d0f37142d4 service neutron] 10.222.0.41 "GET /v2.0/networks/bfc16a36-2cdb-40b2-a993-d0d2883af06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150639 Jan 28 01:52:06.160524 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46bedf-f025-42e6-a6b0-8caf0b0414ec req-70746ee2-6ab6-4297-a409-13b7e58e3b16 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:06.162228 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5b46bedf-f025-42e6-a6b0-8caf0b0414ec req-70746ee2-6ab6-4297-a409-13b7e58e3b16 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0692847 Jan 28 01:52:06.212066 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5b46bedf-f025-42e6-a6b0-8caf0b0414ec req-cad2b430-84ba-4a1a-9cdd-83ec5d53f321 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431297 Jan 28 01:52:06.311222 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1578dd-aa04-48e9-a3aa-05b2f8906557 req-9a8e7764-eab4-4bb4-9706-caee04297448 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:06.312875 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9b1578dd-aa04-48e9-a3aa-05b2f8906557 req-9a8e7764-eab4-4bb4-9706-caee04297448 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 943 time: 0.0590301 Jan 28 01:52:06.345894 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:52:06.373801 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9b1578dd-aa04-48e9-a3aa-05b2f8906557 req-d7bfa841-98ec-4042-b8ae-98fca94d847e tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492709 Jan 28 01:52:06.463346 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f18b96-cab0-4e2f-b34c-86877a822b25 req-f2fbc16c-552e-4bd6-865d-43b5e59994f2 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:06.465024 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-97f18b96-cab0-4e2f-b34c-86877a822b25 req-f2fbc16c-552e-4bd6-865d-43b5e59994f2 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 947 time: 0.0634506 Jan 28 01:52:06.482992 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:06.499121 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'port_id': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7', 'mac_address': 'fa:16:3e:ed:6e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:52:06.532270 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-97f18b96-cab0-4e2f-b34c-86877a822b25 req-47e17bd8-d6dd-47b2-8c72-7c2744523c03 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6b4821f-9ae1-4c4b-915f-55dce11b18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603015 Jan 28 01:52:06.556594 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:06.575577 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:52:06.604821 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:06.615940 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:06.683431 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:07.054334 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['d73c6a5c-6a74-4a42-982f-a63bc3e73fa7'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:52:07.071975 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702929e1-acab-4461-8f8b-4b59e073d339 req-a3599d53-ec29-4b26-b11d-c3fa044bea66 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:07.074292 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-702929e1-acab-4461-8f8b-4b59e073d339 req-a3599d53-ec29-4b26-b11d-c3fa044bea66 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0579891 Jan 28 01:52:07.218239 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-702929e1-acab-4461-8f8b-4b59e073d339 req-0b77391e-ea96-43ac-ab45-82b6ef6b5fe2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328573 Jan 28 01:52:07.373690 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28879acb-2bbd-4ef5-9c3e-ab54c0f02831 req-80fb019c-cf60-4f43-85c8-a468b8564250 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:07.376515 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-28879acb-2bbd-4ef5-9c3e-ab54c0f02831 req-80fb019c-cf60-4f43-85c8-a468b8564250 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0662863 Jan 28 01:52:07.436891 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-28879acb-2bbd-4ef5-9c3e-ab54c0f02831 req-e4e6aaa2-e1bc-484f-8248-2f77af6811a9 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527151 Jan 28 01:52:07.524046 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f3818-22ab-454b-99bb-9fc1385f9317 req-dc9926c6-01bc-4123-bf8b-63578d59a834 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:07.525461 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-251f3818-22ab-454b-99bb-9fc1385f9317 req-dc9926c6-01bc-4123-bf8b-63578d59a834 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 944 time: 0.0625849 Jan 28 01:52:07.570551 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-251f3818-22ab-454b-99bb-9fc1385f9317 req-2dee1590-82c7-4e99-a4a7-49fcdcdb5297 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364556 Jan 28 01:52:07.664574 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2eff9d-c66e-4e8d-8b24-3c2c0d3bf030 req-0e53fe6b-de47-4152-9924-c6d96f6b5cf3 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:07.666391 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2a2eff9d-c66e-4e8d-8b24-3c2c0d3bf030 req-0e53fe6b-de47-4152-9924-c6d96f6b5cf3 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 947 time: 0.0568304 Jan 28 01:52:07.716825 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2a2eff9d-c66e-4e8d-8b24-3c2c0d3bf030 req-c743455d-8d80-41bb-84f2-5061a0aca610 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6b4821f-9ae1-4c4b-915f-55dce11b18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428388 Jan 28 01:52:08.340573 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 3ef7c308-66a1-4781-8935-ed09ca73b692 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:52:08.360448 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:52:08.379735 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660fa65-6782-4602-87c3-2356cfcbca71 req-b287d7ff-19ea-4126-8c69-61092ed6c1e8 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:08.381232 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f660fa65-6782-4602-87c3-2356cfcbca71 req-b287d7ff-19ea-4126-8c69-61092ed6c1e8 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0734415 Jan 28 01:52:08.444530 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f660fa65-6782-4602-87c3-2356cfcbca71 req-e0365c49-242a-4368-a4a3-7ce04009b531 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510108 Jan 28 01:52:08.517772 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:52:08.529399 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:52:08.529762 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:08.606511 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd6785-5113-4974-9d09-c7aedfab8f93 req-760e98dc-d138-43ab-8ad0-09e2e3c8f9d4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:08.608188 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5dcd6785-5113-4974-9d09-c7aedfab8f93 req-760e98dc-d138-43ab-8ad0-09e2e3c8f9d4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0669737 Jan 28 01:52:08.617442 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 3ef7c308-66a1-4781-8935-ed09ca73b692, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3ef7c308-66a1-4781-8935-ed09ca73b692,segment=NetworkSegment(ccda493b-70bb-420f-bc9b-5c2c743f96d7),segment_id=ccda493b-70bb-420f-bc9b-5c2c743f96d7)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:08.638020 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '3ef7c308-66a1-4781-8935-ed09ca73b692', 'network_id': 'bfc16a36-2cdb-40b2-a993-d0d2883af06b', 'port_id': '3ef7c308-66a1-4781-8935-ed09ca73b692', 'mac_address': 'fa:16:3e:37:e3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c480066d-e57d-4e6d-af5c-47471c065325', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:52:08.671951 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5dcd6785-5113-4974-9d09-c7aedfab8f93 req-a8ee8807-b818-41f6-ab1b-d3f3e521bb63 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518248 Jan 28 01:52:08.728003 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:08.733200 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:08.755008 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cb81a-30f0-4c93-a4f5-ab40c675d0d3 req-14fefaa8-81d6-4072-ba53-a11fb41d557c tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:08.756761 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-313cb81a-30f0-4c93-a4f5-ab40c675d0d3 req-14fefaa8-81d6-4072-ba53-a11fb41d557c tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 944 time: 0.1029339 Jan 28 01:52:08.767707 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef7c308-66a1-4781-8935-ed09ca73b692 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:52:08.792715 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:52:08.795016 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a01b6c6-58a8-4482-a3cb-39fd2e92f9cf" -d '{"events": [{"server_uuid": "1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4", "name": "network-vif-plugged", "status": "completed", "tag": "d73c6a5c-6a74-4a42-982f-a63bc3e73fa7"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:52:08.819237 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 3ef7c308-66a1-4781-8935-ed09ca73b692, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3ef7c308-66a1-4781-8935-ed09ca73b692,segment=NetworkSegment(ccda493b-70bb-420f-bc9b-5c2c743f96d7),segment_id=ccda493b-70bb-420f-bc9b-5c2c743f96d7)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:08.821432 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:08.828326 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:08.835553 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:08.851720 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-313cb81a-30f0-4c93-a4f5-ab40c675d0d3 req-ad74c8f5-f803-41b4-97fe-e14b56d48a87 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868666 Jan 28 01:52:08.880628 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afee97-71d9-4156-a954-8e392c31fb06 req-83428818-4682-4209-87f2-7766045e21c2 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:08.882353 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-10afee97-71d9-4156-a954-8e392c31fb06 req-83428818-4682-4209-87f2-7766045e21c2 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 947 time: 0.0902305 Jan 28 01:52:08.918171 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b211143-b4e0-4458-b978-af527ede54fc x-openstack-request-id: req-2b211143-b4e0-4458-b978-af527ede54fc {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:52:08.918468 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4", "name": "network-vif-plugged", "status": "completed", "tag": "d73c6a5c-6a74-4a42-982f-a63bc3e73fa7", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:52:08.918963 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b211143-b4e0-4458-b978-af527ede54fc {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:52:08.919925 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7', 'code': 200} Jan 28 01:52:08.922174 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=3ef7c308-66a1-4781-8935-ed09ca73b692,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:08.962684 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-10afee97-71d9-4156-a954-8e392c31fb06 req-5aa2b284-9058-40f9-9732-3d72882a1cb5 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6b4821f-9ae1-4c4b-915f-55dce11b18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687873 Jan 28 01:52:08.996995 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:09.282658 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['3ef7c308-66a1-4781-8935-ed09ca73b692'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:52:09.311076 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e65cc9-ae53-4564-8d99-9daff0b389a4 req-7b122fb2-3c14-40e1-ba25-c8d59bf10589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:09.314377 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-02e65cc9-ae53-4564-8d99-9daff0b389a4 req-7b122fb2-3c14-40e1-ba25-c8d59bf10589 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0498152 Jan 28 01:52:09.358119 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-02e65cc9-ae53-4564-8d99-9daff0b389a4 req-7b3b2e44-0820-4110-b46f-a190e9fc59ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367713 Jan 28 01:52:09.580898 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0986c9-5e75-43f8-8663-5de9d1918291 req-a6ceb0da-1256-48ad-ba87-ff519e0a5db7 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:09.591935 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ae0986c9-5e75-43f8-8663-5de9d1918291 req-a6ceb0da-1256-48ad-ba87-ff519e0a5db7 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0616577 Jan 28 01:52:09.628097 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ae0986c9-5e75-43f8-8663-5de9d1918291 req-5314681b-d6d3-4467-90d5-a950ac00c58d tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349493 Jan 28 01:52:09.797159 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe42ba1-06f0-4a72-a00c-10cf27366e74 req-c9b4f2fc-f98e-4bbd-9148-f93ddd8567d8 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:09.799017 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fbe42ba1-06f0-4a72-a00c-10cf27366e74 req-c9b4f2fc-f98e-4bbd-9148-f93ddd8567d8 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0521595 Jan 28 01:52:09.841518 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fbe42ba1-06f0-4a72-a00c-10cf27366e74 req-95d41a7b-cc2c-43c4-ba1a-144afd4d56e4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347362 Jan 28 01:52:09.982645 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d87e4a-93bf-4145-af7e-c04d17e4208b req-680062ed-4f32-40ad-802e-7f14bd8fcf04 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:09.984585 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e9d87e4a-93bf-4145-af7e-c04d17e4208b req-680062ed-4f32-40ad-802e-7f14bd8fcf04 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0586576 Jan 28 01:52:10.034762 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e9d87e4a-93bf-4145-af7e-c04d17e4208b req-c195a75b-a00b-4bbd-9936-4fb0a9852c7f tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430958 Jan 28 01:52:10.131841 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc223f6-f44d-4e48-8a28-b7228bf5903f req-48d44613-28cd-471d-abf3-15dda0cb49c2 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:10.144904 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0bc223f6-f44d-4e48-8a28-b7228bf5903f req-48d44613-28cd-471d-abf3-15dda0cb49c2 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 948 time: 0.1062837 Jan 28 01:52:10.188357 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0bc223f6-f44d-4e48-8a28-b7228bf5903f req-0f8e7002-d823-4f67-b009-e8bf66df17e2 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6b4821f-9ae1-4c4b-915f-55dce11b18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448027 Jan 28 01:52:10.784777 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415b5d7-a52e-4e85-9110-85ea7810e650 req-7d9e0144-3c6a-46c4-b0dd-20adc4663caa tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:10.786288 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9415b5d7-a52e-4e85-9110-85ea7810e650 req-7d9e0144-3c6a-46c4-b0dd-20adc4663caa tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0651572 Jan 28 01:52:10.835833 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9415b5d7-a52e-4e85-9110-85ea7810e650 req-e375d215-1411-416d-b138-2331a95dbfdb tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422697 Jan 28 01:52:10.980785 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f925e-ac6b-46ff-8b4a-91fcce891398 req-696931b7-f46a-437c-bdfe-caf6cf8a73e2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:10.982554 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b76f925e-ac6b-46ff-8b4a-91fcce891398 req-696931b7-f46a-437c-bdfe-caf6cf8a73e2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0561650 Jan 28 01:52:11.038619 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b76f925e-ac6b-46ff-8b4a-91fcce891398 req-cb404139-a882-4786-9b5e-c1bc578d50e9 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493472 Jan 28 01:52:11.169788 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15e626-5fb9-453f-959d-fef8337c35f3 req-a03d5808-cec5-47e8-9627-bbea4ad2bf54 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:11.172011 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7f15e626-5fb9-453f-959d-fef8337c35f3 req-a03d5808-cec5-47e8-9627-bbea4ad2bf54 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0545480 Jan 28 01:52:11.210887 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7f15e626-5fb9-453f-959d-fef8337c35f3 req-e5dbcfee-8343-4cc9-8fa5-dba63d624ef8 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328431 Jan 28 01:52:11.338516 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723c1ba-a461-4e15-b582-5d3ced807d6d req-d968c03d-5714-4b92-9a20-b8c63d42065c tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:11.340003 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5723c1ba-a461-4e15-b582-5d3ced807d6d req-d968c03d-5714-4b92-9a20-b8c63d42065c tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 948 time: 0.0784302 Jan 28 01:52:11.360932 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628ecdd-e1b8-4dc2-986d-9cae5fffda31 req-b6038084-ae27-4303-acf5-e0d38be132c1 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:11.362306 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2628ecdd-e1b8-4dc2-986d-9cae5fffda31 req-b6038084-ae27-4303-acf5-e0d38be132c1 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0748196 Jan 28 01:52:11.405265 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5723c1ba-a461-4e15-b582-5d3ced807d6d req-8b7c307c-4d6f-47b4-a461-66660a0fb881 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6b4821f-9ae1-4c4b-915f-55dce11b18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580335 Jan 28 01:52:11.417882 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2628ecdd-e1b8-4dc2-986d-9cae5fffda31 req-e696d14e-ec8e-41e9-903f-d917124e7482 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481591 Jan 28 01:52:11.447615 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 44134) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:52:11.637006 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3905bee-bcce-4ae1-9994-d8b6865b3bf1 tempest-TestShelveInstance-1312163557 tempest-TestShelveInstance-1312163557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:11.638542 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-b3905bee-bcce-4ae1-9994-d8b6865b3bf1 tempest-TestShelveInstance-1312163557 tempest-TestShelveInstance-1312163557-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 1093 time: 0.1898623 Jan 28 01:52:11.641845 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 44138) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:52:11.646147 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Request body: {'floatingip': {'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'port_id': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:52:11.671958 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for floatingip, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:11.776840 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:11.895048 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Allocated IP 172.28.1.3 (53e1632d-3d8a-4bf7-bdd8-752e18cfbd35/fce5ff57-e9f1-4373-a307-b308380c36d0/d45075c5-a72e-46d8-b309-73432de5a3a9) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:52:11.965160 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ff65a-a223-4284-9e22-599ea343de1a req-f59d55b9-9c74-4ef7-9619-ad3316051c3f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:11.966727 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-925ff65a-a223-4284-9e22-599ea343de1a req-f59d55b9-9c74-4ef7-9619-ad3316051c3f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0567760 Jan 28 01:52:12.007888 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-925ff65a-a223-4284-9e22-599ea343de1a req-4ea98d8a-365b-40bb-a08e-c0698053b0e2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344143 Jan 28 01:52:12.036061 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1824f-dc53-4417-8d1c-a3b5c789c3e1 req-5e263cf9-8f60-441c-a9c0-5d8df401e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:12.037596 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-89d1824f-dc53-4417-8d1c-a3b5c789c3e1 req-5e263cf9-8f60-441c-a9c0-5d8df401e494 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c429dadc11994a4186276b0066a5c162&device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 1098 time: 0.0746396 Jan 28 01:52:12.040222 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:12.134667 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:12.177999 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d394b-b494-4189-adce-aee5cf88a01a req-500fc09a-96a8-4ccd-b2dc-c46beab05b02 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:12.179518 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-929d394b-b494-4189-adce-aee5cf88a01a req-500fc09a-96a8-4ccd-b2dc-c46beab05b02 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0543704 Jan 28 01:52:12.190726 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:52:12.199173 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:52:12.204667 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:52:12.211589 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1824f-dc53-4417-8d1c-a3b5c789c3e1 req-e8dd19df-050f-479d-aefc-8b94548d6adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:12.213591 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-89d1824f-dc53-4417-8d1c-a3b5c789c3e1 req-e8dd19df-050f-479d-aefc-8b94548d6adf service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be HTTP/1.1" status: 200 len: 918 time: 0.1602626 Jan 28 01:52:12.213993 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Pushing event updated for resources: {'Port': ['ID=d45075c5-a72e-46d8-b309-73432de5a3a9,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:12.220169 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-929d394b-b494-4189-adce-aee5cf88a01a req-966fa4a3-f4e7-4fac-82be-5646115d793a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341666 Jan 28 01:52:12.334508 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-89d1824f-dc53-4417-8d1c-a3b5c789c3e1 req-4ad347a3-2a08-4f0e-8282-76562eb923cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8 HTTP/1.1" status: 200 len: 1000 time: 0.0993989 Jan 28 01:52:12.363908 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 3ef7c308-66a1-4781-8935-ed09ca73b692 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:52:12.414168 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port 3ef7c308-66a1-4781-8935-ed09ca73b692 completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:52:12.419429 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 3ef7c308-66a1-4781-8935-ed09ca73b692 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:52:12.419806 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:12.456218 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1824f-dc53-4417-8d1c-a3b5c789c3e1 req-b62bf77d-ecf4-44a3-a6b5-35b664da41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:12.457735 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-89d1824f-dc53-4417-8d1c-a3b5c789c3e1 req-b62bf77d-ecf4-44a3-a6b5-35b664da41b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b47d88-4276-41ac-88c0-29b5a88b4328 HTTP/1.1" status: 200 len: 855 time: 0.1056261 Jan 28 01:52:12.506851 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:12.530331 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f35d0f-be21-4872-8944-71adbb8e944d req-2f93d69c-d7e4-4570-8e62-331e53f817e2 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:12.532989 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-38f35d0f-be21-4872-8944-71adbb8e944d req-2f93d69c-d7e4-4570-8e62-331e53f817e2 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 948 time: 0.0561659 Jan 28 01:52:12.535806 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6f5838-d10f-4c43-812b-dc0b3338ef11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef7c308-66a1-4781-8935-ed09ca73b692'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:52:12.538075 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dcb93a-4cda-49c3-a895-548187a846c8" -d '{"events": [{"server_uuid": "ba6f5838-d10f-4c43-812b-dc0b3338ef11", "name": "network-vif-plugged", "status": "completed", "tag": "3ef7c308-66a1-4781-8935-ed09ca73b692"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:52:12.553162 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 3ef7c308-66a1-4781-8935-ed09ca73b692, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3ef7c308-66a1-4781-8935-ed09ca73b692,segment=NetworkSegment(ccda493b-70bb-420f-bc9b-5c2c743f96d7),segment_id=ccda493b-70bb-420f-bc9b-5c2c743f96d7)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:12.558061 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1824f-dc53-4417-8d1c-a3b5c789c3e1 req-fb502752-090b-4a6f-8dff-3a23c55a07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:12.559598 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-89d1824f-dc53-4417-8d1c-a3b5c789c3e1 req-fb502752-090b-4a6f-8dff-3a23c55a07a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940759 Jan 28 01:52:12.560631 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:12.590881 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-38f35d0f-be21-4872-8944-71adbb8e944d req-89236b8d-1bac-4482-8871-9f5d00487b0c tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6b4821f-9ae1-4c4b-915f-55dce11b18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502989 Jan 28 01:52:12.599134 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc46fe4-86e5-47a0-9051-444749b8ba08 x-openstack-request-id: req-cdc46fe4-86e5-47a0-9051-444749b8ba08 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:52:12.599473 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6f5838-d10f-4c43-812b-dc0b3338ef11", "name": "network-vif-plugged", "status": "completed", "tag": "3ef7c308-66a1-4781-8935-ed09ca73b692", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:52:12.599722 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cdc46fe4-86e5-47a0-9051-444749b8ba08 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:52:12.600286 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6f5838-d10f-4c43-812b-dc0b3338ef11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef7c308-66a1-4781-8935-ed09ca73b692', 'code': 200} Jan 28 01:52:12.632435 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=3ef7c308-66a1-4781-8935-ed09ca73b692,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:12.641344 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:12.641695 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:12.642116 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:12.642457 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:12.642789 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:12.643125 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:12.643491 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:12.643822 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:12.644171 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:12.644499 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:12.644821 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:12.645158 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:12.842127 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-89d1824f-dc53-4417-8d1c-a3b5c789c3e1 req-15df6abb-47e5-4092-8bb5-21b7ff10cd1a service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705386 Jan 28 01:52:12.968284 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:13.017203 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b1e8d-1a8f-4d77-8f05-f979ccaef152 req-d9f097a3-c7e0-47bf-b8bf-e31f4039cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:13.018670 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c88b1e8d-1a8f-4d77-8f05-f979ccaef152 req-d9f097a3-c7e0-47bf-b8bf-e31f4039cc2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 1102 time: 0.2267051 Jan 28 01:52:13.084008 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-89d1824f-dc53-4417-8d1c-a3b5c789c3e1 req-06212b50-7b58-4539-8885-dacee40f549d service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119091 Jan 28 01:52:13.137652 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c115e9d-6c0c-43b0-911c-41fc4ab529cd req-82bc81be-c62f-43bc-a436-2c0db8117354 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:13.139235 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9c115e9d-6c0c-43b0-911c-41fc4ab529cd req-82bc81be-c62f-43bc-a436-2c0db8117354 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0586860 Jan 28 01:52:13.181022 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9c115e9d-6c0c-43b0-911c-41fc4ab529cd req-c583c03b-d921-4034-9d99-9f16ee232455 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352080 Jan 28 01:52:13.305178 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c88b1e8d-1a8f-4d77-8f05-f979ccaef152 req-b11c7e47-a3c5-4cc4-8711-d6a920c9ffc2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c6b4821f-9ae1-4c4b-915f-55dce11b18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711866 Jan 28 01:52:13.312058 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:13.345532 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dd18b-8217-47ce-9434-057b7838a5f0 req-db274251-fc53-4d75-a176-87cb1059add3 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:13.347325 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-260dd18b-8217-47ce-9434-057b7838a5f0 req-db274251-fc53-4d75-a176-87cb1059add3 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0518787 Jan 28 01:52:13.387015 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-260dd18b-8217-47ce-9434-057b7838a5f0 req-7e9ee805-02b1-4c9a-be21-63c03e966164 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332708 Jan 28 01:52:13.465458 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:13.471566 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:13.541184 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Pushing event updated for resources: {'Port': ['ID=d45075c5-a72e-46d8-b309-73432de5a3a9,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:13.551745 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614579'] for floatingip, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:13.662858 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.l3_db [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Floating IP 3939f670-37f5-43fd-9055-61bddc4d65cf associated. External IP: 172.28.1.3, port: d73c6a5c-6a74-4a42-982f-a63bc3e73fa7. Jan 28 01:52:13.716415 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716515aa-f39a-44e4-b1ca-261d5713a8a1 req-6c90961b-a3b2-4d44-8d0a-e8f1cc9a44a5 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:13.717880 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-716515aa-f39a-44e4-b1ca-261d5713a8a1 req-6c90961b-a3b2-4d44-8d0a-e8f1cc9a44a5 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 949 time: 0.0563090 Jan 28 01:52:13.758961 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-716515aa-f39a-44e4-b1ca-261d5713a8a1 req-63898a25-3d5f-4d4a-be37-870cc5e93121 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6b4821f-9ae1-4c4b-915f-55dce11b18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337572 Jan 28 01:52:13.900768 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Router 6c7a5f90-1544-47ed-804c-7ae5155faa27 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:52:14.012114 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:52:14.022727 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506a176-39b7-4ed9-b276-fd4557a4be89 None None] Sync routers for ids ['6c7a5f90-1544-47ed-804c-7ae5155faa27'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:52:14.030390 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:14.032632 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506a176-39b7-4ed9-b276-fd4557a4be89 None None] Routers {'6c7a5f90-1544-47ed-804c-7ae5155faa27'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:52:14.033259 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-c506a176-39b7-4ed9-b276-fd4557a4be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:51:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['6c7a5f90-1544-47ed-804c-7ae5155faa27'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:52:14.058682 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-17d2606a-107a-4a87-8a84-3fc7a67a58d6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4157736 Jan 28 01:52:14.059399 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'tag': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:52:14.061590 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfc86d5-613f-4a64-91fb-38fdd4098211" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4", "tag": "d73c6a5c-6a74-4a42-982f-a63bc3e73fa7"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:52:14.103382 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21474a3-8be1-4053-a5cd-2c2237d1e0a5 x-openstack-request-id: req-d21474a3-8be1-4053-a5cd-2c2237d1e0a5 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:52:14.103680 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4", "tag": "d73c6a5c-6a74-4a42-982f-a63bc3e73fa7", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:52:14.103939 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d21474a3-8be1-4053-a5cd-2c2237d1e0a5 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:52:14.104381 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'tag': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7', 'status': 'completed', 'code': 200} Jan 28 01:52:14.146103 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-c506a176-39b7-4ed9-b276-fd4557a4be89 None None] Set router 6c7a5f90-1544-47ed-804c-7ae5155faa27 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:52:14.220608 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc86d5-613f-4a64-91fb-38fdd4098211 req-ec0460dc-6b2e-4cd4-a0f4-94e35e1686c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:14.222960 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-abfc86d5-613f-4a64-91fb-38fdd4098211 req-ec0460dc-6b2e-4cd4-a0f4-94e35e1686c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4889e3a8e01439eb8b6b365c41248d3&device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0457258 Jan 28 01:52:14.301768 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccde61-093a-448f-8857-2674ec162134 req-03069d27-bdc4-4a78-b47d-dbc0d05491fc tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:14.303435 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-edccde61-093a-448f-8857-2674ec162134 req-03069d27-bdc4-4a78-b47d-dbc0d05491fc tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0509386 Jan 28 01:52:14.345496 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc86d5-613f-4a64-91fb-38fdd4098211 req-a6794ee7-cd4e-4daa-bb6e-bb765b0b2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:14.345806 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-edccde61-093a-448f-8857-2674ec162134 req-ff4beb5d-1fe1-4616-9401-3f0646c5f112 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345540 Jan 28 01:52:14.347219 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-abfc86d5-613f-4a64-91fb-38fdd4098211 req-a6794ee7-cd4e-4daa-bb6e-bb765b0b2f62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82002cad-8fe8-41b5-b52e-34fe374097aa HTTP/1.1" status: 200 len: 911 time: 0.1050501 Jan 28 01:52:14.370634 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:52:14.379441 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-c506a176-39b7-4ed9-b276-fd4557a4be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:20Z', 'updated_at': '2022-01-28T01:51:24Z', 'revision_number': 4, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'gw_port': {'id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': '3939f670-37f5-43fd-9055-61bddc4d65cf', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'port_id': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'mac_address': 'fa:16:3e:ed:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:52:12Z', 'updated_at': '2022-01-28T01:52:12Z', 'revision_number': 0, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de05aea2-e701-4c7f-a1cc-393421027efd', 'name': '', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'mac_address': 'fa:16:3e:88:04:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:23Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 5, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'subnets': [{'id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:52:14.410963 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506a176-39b7-4ed9-b276-fd4557a4be89 None None] Checking router: 6c7a5f90-1544-47ed-804c-7ae5155faa27 for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:52:14.421783 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-abfc86d5-613f-4a64-91fb-38fdd4098211 req-204fc172-39dc-4d9d-9901-2ba4195f5352 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 HTTP/1.1" status: 200 len: 997 time: 0.0656860 Jan 28 01:52:14.423348 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506a176-39b7-4ed9-b276-fd4557a4be89 None None] Routers {'6c7a5f90-1544-47ed-804c-7ae5155faa27'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:52:14.424412 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-c506a176-39b7-4ed9-b276-fd4557a4be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:51:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['6c7a5f90-1544-47ed-804c-7ae5155faa27'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:52:14.470447 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:14.487204 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc86d5-613f-4a64-91fb-38fdd4098211 req-0e925b3b-19e1-41a5-8fda-e38cb22edaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:14.490444 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-abfc86d5-613f-4a64-91fb-38fdd4098211 req-0e925b3b-19e1-41a5-8fda-e38cb22edaac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c9ed944-46e7-4486-9af0-2a39f2684e5c HTTP/1.1" status: 200 len: 848 time: 0.0579183 Jan 28 01:52:14.506487 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:14.513432 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:14.534215 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec34b3c-73aa-41a4-bd26-a55fc358e84d req-0ab310c9-67a4-4e1a-8275-c68020680747 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:14.540366 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5ec34b3c-73aa-41a4-bd26-a55fc358e84d req-0ab310c9-67a4-4e1a-8275-c68020680747 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 945 time: 0.0675347 Jan 28 01:52:14.555399 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-c506a176-39b7-4ed9-b276-fd4557a4be89 None None] Set router 6c7a5f90-1544-47ed-804c-7ae5155faa27 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:52:14.563715 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,revision_number=8']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:14.573255 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc86d5-613f-4a64-91fb-38fdd4098211 req-0afd3bd5-81cb-42e2-a89e-da15a37a6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:14.574905 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-abfc86d5-613f-4a64-91fb-38fdd4098211 req-0afd3bd5-81cb-42e2-a89e-da15a37a6b5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82002cad-8fe8-41b5-b52e-34fe374097aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0631776 Jan 28 01:52:14.580951 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5ec34b3c-73aa-41a4-bd26-a55fc358e84d req-f443434b-4d62-4fa1-b8bd-deb1893dccae tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380564 Jan 28 01:52:14.601191 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:52:14.603659 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c832073-d9c5-4a72-9d4b-1d449128b09a" -d '{"events": [{"server_uuid": "6f6cbaa2-8645-4ecb-be94-d61e61cd5b11", "name": "network-vif-unplugged", "status": "completed", "tag": "26da1c97-50e5-4ec4-8fe2-d045228e3eb8"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:52:14.642346 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfdcb0d-a5a6-47ef-8d6b-5be8ffce3b8c x-openstack-request-id: req-5dfdcb0d-a5a6-47ef-8d6b-5be8ffce3b8c {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:52:14.642712 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6cbaa2-8645-4ecb-be94-d61e61cd5b11", "name": "network-vif-unplugged", "status": "completed", "tag": "26da1c97-50e5-4ec4-8fe2-d045228e3eb8", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:52:14.642967 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5dfdcb0d-a5a6-47ef-8d6b-5be8ffce3b8c {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:52:14.643387 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'code': 200} Jan 28 01:52:14.693611 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-abfc86d5-613f-4a64-91fb-38fdd4098211 req-b825a50c-6bbb-4029-b5ea-108a8638f128 service neutron] 10.222.0.41 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086848 Jan 28 01:52:14.796054 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-c506a176-39b7-4ed9-b276-fd4557a4be89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:20Z', 'updated_at': '2022-01-28T01:51:24Z', 'revision_number': 4, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'gw_port': {'id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': '3939f670-37f5-43fd-9055-61bddc4d65cf', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'port_id': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'mac_address': 'fa:16:3e:ed:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:52:12Z', 'updated_at': '2022-01-28T01:52:12Z', 'revision_number': 0, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de05aea2-e701-4c7f-a1cc-393421027efd', 'name': '', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'mac_address': 'fa:16:3e:88:04:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:23Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 5, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'subnets': [{'id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:52:14.827720 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c506a176-39b7-4ed9-b276-fd4557a4be89 None None] The sync data for ids ['6c7a5f90-1544-47ed-804c-7ae5155faa27'] in dv-cinder-824978-1-smb is: [{'id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:20Z', 'updated_at': '2022-01-28T01:51:24Z', 'revision_number': 4, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'gw_port': {'id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': '3939f670-37f5-43fd-9055-61bddc4d65cf', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'floating_ip_address': '172.28.1.3', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'port_id': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'mac_address': 'fa:16:3e:ed:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:52:12Z', 'updated_at': '2022-01-28T01:52:12Z', 'revision_number': 0, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de05aea2-e701-4c7f-a1cc-393421027efd', 'name': '', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'mac_address': 'fa:16:3e:88:04:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:23Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 5, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'subnets': [{'id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:52:14.862546 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-abfc86d5-613f-4a64-91fb-38fdd4098211 req-a75428d9-f9e4-407c-9339-20c36e24510c service neutron] 10.222.0.41 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972669 Jan 28 01:52:15.082064 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cc2e1b-52db-4ac7-b99a-159fe23dfe1c None None] New status for floating IP 3939f670-37f5-43fd-9055-61bddc4d65cf: ACTIVE {{(pid=107860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:52:15.099810 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3d920-d449-475c-9410-22dfd7d28426 req-2b44e3c2-8f79-48ba-9699-a6af61ff6e15 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:15.101279 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fcd3d920-d449-475c-9410-22dfd7d28426 req-2b44e3c2-8f79-48ba-9699-a6af61ff6e15 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 949 time: 0.2715099 Jan 28 01:52:15.145582 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fcd3d920-d449-475c-9410-22dfd7d28426 req-107d6aa5-6906-4e81-b6db-98202cd3cf5e tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6b4821f-9ae1-4c4b-915f-55dce11b18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369020 Jan 28 01:52:15.266893 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5fd19dee-8247-4e71-9f97-2301c653a078 req-fae2f01f-c6f9-4369-9b01-4195803bfce0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433507 Jan 28 01:52:15.367207 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd19dee-8247-4e71-9f97-2301c653a078 req-dd72bee8-c34b-4c93-bd0d-ce0cb6f21a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:15.368742 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5fd19dee-8247-4e71-9f97-2301c653a078 req-dd72bee8-c34b-4c93-bd0d-ce0cb6f21a06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d01227c1e2c345be95db5c7d427534e6&device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 1099 time: 0.0439713 Jan 28 01:52:15.476696 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b8a8d-fd89-4468-a509-47a4d778a1ee req-dde00398-f9d5-40e5-9e5c-5d47d817524c tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:15.478179 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-256b8a8d-fd89-4468-a509-47a4d778a1ee req-dde00398-f9d5-40e5-9e5c-5d47d817524c tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0501084 Jan 28 01:52:15.490413 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd19dee-8247-4e71-9f97-2301c653a078 req-285a3466-ad70-4b6f-b139-696907c9abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:15.493051 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5fd19dee-8247-4e71-9f97-2301c653a078 req-285a3466-ad70-4b6f-b139-696907c9abe1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81043963-f01a-4238-ae3c-e4422abf49e4 HTTP/1.1" status: 200 len: 912 time: 0.0944262 Jan 28 01:52:15.521582 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-256b8a8d-fd89-4468-a509-47a4d778a1ee req-ca7a7a2d-cefe-447d-9f98-5e3f73b8d0e7 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365298 Jan 28 01:52:15.559983 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5fd19dee-8247-4e71-9f97-2301c653a078 req-40733bd2-b052-4647-baea-1e73cce8ffac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13074ef2-66d4-4f05-b65a-42dc0d26a548 HTTP/1.1" status: 200 len: 1002 time: 0.0609710 Jan 28 01:52:15.624305 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd19dee-8247-4e71-9f97-2301c653a078 req-57af1d19-d913-40d5-bcf4-31bd31f87e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:15.626028 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5fd19dee-8247-4e71-9f97-2301c653a078 req-57af1d19-d913-40d5-bcf4-31bd31f87e5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e45da0d-8ce5-4dd6-9ebf-a92f00adf184 HTTP/1.1" status: 200 len: 849 time: 0.0501535 Jan 28 01:52:15.682895 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd19dee-8247-4e71-9f97-2301c653a078 req-a6c75d18-a724-49ec-adac-5f09be0fa158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:15.684437 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5fd19dee-8247-4e71-9f97-2301c653a078 req-a6c75d18-a724-49ec-adac-5f09be0fa158 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81043963-f01a-4238-ae3c-e4422abf49e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0485780 Jan 28 01:52:15.706394 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b52b8e-4270-446c-8aeb-8a1d36f60c4a req-3d4a5557-e7ef-4c54-b171-313136744c9a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:15.706394 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-27b52b8e-4270-446c-8aeb-8a1d36f60c4a req-3d4a5557-e7ef-4c54-b171-313136744c9a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0513430 Jan 28 01:52:15.744637 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-27b52b8e-4270-446c-8aeb-8a1d36f60c4a req-15e0e8ac-5186-41ef-9c04-3def815a75d7 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333128 Jan 28 01:52:15.802589 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5fd19dee-8247-4e71-9f97-2301c653a078 req-53aa59eb-1010-4bbf-86af-a57fb93e87fe service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065619 Jan 28 01:52:15.899707 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5fd19dee-8247-4e71-9f97-2301c653a078 req-7442d6ac-b562-4a3b-94c7-c2a59de544ec service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897694 Jan 28 01:52:16.284678 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fca95-fed6-42db-94db-8e9ba0d8d8cb req-b3a90596-328d-44d1-9aa6-cc1fe034bc41 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:16.286266 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2c9fca95-fed6-42db-94db-8e9ba0d8d8cb req-b3a90596-328d-44d1-9aa6-cc1fe034bc41 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 949 time: 0.0702348 Jan 28 01:52:16.324505 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2c9fca95-fed6-42db-94db-8e9ba0d8d8cb req-fccbdcd9-17c1-4235-a1ad-eb36a5bce45c tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6b4821f-9ae1-4c4b-915f-55dce11b18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320175 Jan 28 01:52:16.622268 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b57a72-c5a9-48d2-b396-fa3841364b18 req-1751093c-5464-4ea0-9130-342edd5b64d2 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:16.624607 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-60b57a72-c5a9-48d2-b396-fa3841364b18 req-1751093c-5464-4ea0-9130-342edd5b64d2 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 949 time: 0.0597858 Jan 28 01:52:16.703420 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-60b57a72-c5a9-48d2-b396-fa3841364b18 req-5b7a6570-33c2-4968-8363-cf2bf98e8025 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6b4821f-9ae1-4c4b-915f-55dce11b18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671282 Jan 28 01:52:16.720616 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d05b4-64d2-4bb2-b282-71258a0f75a7 req-de58541f-61f5-4658-9339-9d16c233e6d1 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:16.722203 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-063d05b4-64d2-4bb2-b282-71258a0f75a7 req-de58541f-61f5-4658-9339-9d16c233e6d1 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0966153 Jan 28 01:52:16.772197 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-063d05b4-64d2-4bb2-b282-71258a0f75a7 req-330cd450-947c-48ca-8040-f65f66327931 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431850 Jan 28 01:52:16.877898 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3fcb8-7a5f-40c6-a8bb-cd97eae31a2e req-e0ea842f-3eb8-4a7a-88e1-465df85ac5a7 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:16.879515 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3ea3fcb8-7a5f-40c6-a8bb-cd97eae31a2e req-e0ea842f-3eb8-4a7a-88e1-465df85ac5a7 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0523639 Jan 28 01:52:16.919604 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3ea3fcb8-7a5f-40c6-a8bb-cd97eae31a2e req-5df38d5d-dccf-4ddc-8177-b838d253e395 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336084 Jan 28 01:52:17.458725 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [req-2fe9dffd-7a29-49a0-9f9f-c2b40ad23d7f req-b1a1603a-fb95-4f43-9e31-dd49777010e5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=107859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:52:17.459705 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2fe9dffd-7a29-49a0-9f9f-c2b40ad23d7f req-b1a1603a-fb95-4f43-9e31-dd49777010e5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053980 Jan 28 01:52:17.617749 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296552e0-8fb8-4866-b95d-4764291f7fd9 req-b148c475-22cf-46ca-bbcb-0666b9189385 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:17.619327 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-296552e0-8fb8-4866-b95d-4764291f7fd9 req-b148c475-22cf-46ca-bbcb-0666b9189385 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0507209 Jan 28 01:52:17.660789 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-296552e0-8fb8-4866-b95d-4764291f7fd9 req-a0b84eda-dfe7-4e74-8cd3-3ce419c93a70 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351751 Jan 28 01:52:17.836321 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88266752-48f7-4f98-8f09-4005c74e2c3b req-b5bf9a7b-9d7d-418f-8504-c3ef183f8513 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:17.838527 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-88266752-48f7-4f98-8f09-4005c74e2c3b req-b5bf9a7b-9d7d-418f-8504-c3ef183f8513 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 949 time: 0.0516047 Jan 28 01:52:17.910119 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-88266752-48f7-4f98-8f09-4005c74e2c3b req-94f7228b-db2f-4c1f-af59-ee49911554a7 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6b4821f-9ae1-4c4b-915f-55dce11b18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650299 Jan 28 01:52:17.940782 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07645bc5-f34a-4904-a091-f8286b7482a5 req-074c68bb-eb5d-4434-b84c-9e9053d0fbfc tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:17.942402 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-07645bc5-f34a-4904-a091-f8286b7482a5 req-074c68bb-eb5d-4434-b84c-9e9053d0fbfc tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0899072 Jan 28 01:52:17.975203 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 44222) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:52:17.987838 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-07645bc5-f34a-4904-a091-f8286b7482a5 req-91594422-de76-4226-83c5-e9a92039c181 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354149 Jan 28 01:52:18.061010 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-1cf72e5c-911c-4dd0-9c8e-babad2cbf82d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844512 Jan 28 01:52:18.070785 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-8ff30211-7aa4-4891-b730-af1be16bb3cd service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=107858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:52:18.071780 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-8ff30211-7aa4-4891-b730-af1be16bb3cd service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050073 Jan 28 01:52:18.788961 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51c058-2320-46a1-88a1-f93e05395421 req-75925e27-0798-4f03-8a17-77b12e62d4eb tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:18.790524 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1c51c058-2320-46a1-88a1-f93e05395421 req-75925e27-0798-4f03-8a17-77b12e62d4eb tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0499740 Jan 28 01:52:18.830401 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1c51c058-2320-46a1-88a1-f93e05395421 req-0d307ecb-668f-434a-9ec2-eee95621b6e4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326219 Jan 28 01:52:18.982420 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40674d6e-6aec-4b34-b47d-7f9117a2f9a3 req-46e4eeb5-d653-4be1-a380-f15a8fa2d0b7 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:18.984327 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-40674d6e-6aec-4b34-b47d-7f9117a2f9a3 req-46e4eeb5-d653-4be1-a380-f15a8fa2d0b7 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 949 time: 0.0531881 Jan 28 01:52:18.985512 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:19.050204 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f3562-44cc-463a-81b1-1b2f58878183 req-4378e859-bebc-48a0-a4c0-119d434d4992 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:19.051958 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-166f3562-44cc-463a-81b1-1b2f58878183 req-4378e859-bebc-48a0-a4c0-119d434d4992 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 949 time: 0.0610187 Jan 28 01:52:19.103897 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-40674d6e-6aec-4b34-b47d-7f9117a2f9a3 req-1ab73da8-abc6-4812-8f1b-25e15517e01b tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Deleting port 3ef7c308-66a1-4781-8935-ed09ca73b692 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:52:19.104395 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-40674d6e-6aec-4b34-b47d-7f9117a2f9a3 req-1ab73da8-abc6-4812-8f1b-25e15517e01b tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:19.128892 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-166f3562-44cc-463a-81b1-1b2f58878183 req-039f5c93-d95b-417b-a4f5-e957cd1d2b32 tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6b4821f-9ae1-4c4b-915f-55dce11b18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702136 Jan 28 01:52:19.146000 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ccd53-cb65-419e-8166-89e5c7eb2343 req-a8d556a9-efd8-423f-992a-fabe46ae817d tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:19.147574 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2c4ccd53-cb65-419e-8166-89e5c7eb2343 req-a8d556a9-efd8-423f-992a-fabe46ae817d tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0703287 Jan 28 01:52:19.195995 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2c4ccd53-cb65-419e-8166-89e5c7eb2343 req-3939bff8-d9b2-4848-a83c-88bd082d0dc9 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356352 Jan 28 01:52:19.215542 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-40674d6e-6aec-4b34-b47d-7f9117a2f9a3 req-1ab73da8-abc6-4812-8f1b-25e15517e01b tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] For port 3ef7c308-66a1-4781-8935-ed09ca73b692, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3ef7c308-66a1-4781-8935-ed09ca73b692,segment=NetworkSegment(ccda493b-70bb-420f-bc9b-5c2c743f96d7),segment_id=ccda493b-70bb-420f-bc9b-5c2c743f96d7)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:19.216274 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-40674d6e-6aec-4b34-b47d-7f9117a2f9a3 req-1ab73da8-abc6-4812-8f1b-25e15517e01b tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:19.229787 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-40674d6e-6aec-4b34-b47d-7f9117a2f9a3 req-1ab73da8-abc6-4812-8f1b-25e15517e01b tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Calling delete_port for 3ef7c308-66a1-4781-8935-ed09ca73b692 owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:52:19.370579 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-40674d6e-6aec-4b34-b47d-7f9117a2f9a3 req-1ab73da8-abc6-4812-8f1b-25e15517e01b tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:19.399378 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab73da8-abc6-4812-8f1b-25e15517e01b tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Pushing event deleted for resources: {'Port': ['ID=3ef7c308-66a1-4781-8935-ed09ca73b692,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:19.421178 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['3ef7c308-66a1-4781-8935-ed09ca73b692'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:52:19.454068 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-40674d6e-6aec-4b34-b47d-7f9117a2f9a3 req-1ab73da8-abc6-4812-8f1b-25e15517e01b tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] No DVR routers for this DVR port 3ef7c308-66a1-4781-8935-ed09ca73b692 on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:52:19.457188 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-40674d6e-6aec-4b34-b47d-7f9117a2f9a3 req-1ab73da8-abc6-4812-8f1b-25e15517e01b tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:19.460650 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-40674d6e-6aec-4b34-b47d-7f9117a2f9a3 req-1ab73da8-abc6-4812-8f1b-25e15517e01b tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.41 "DELETE /v2.0/ports/3ef7c308-66a1-4781-8935-ed09ca73b692 HTTP/1.1" status: 204 len: 173 time: 0.4667768 Jan 28 01:52:19.461140 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6f5838-d10f-4c43-812b-dc0b3338ef11', 'name': 'network-vif-deleted', 'tag': '3ef7c308-66a1-4781-8935-ed09ca73b692'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:52:19.463653 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431a9236-82c1-4fb3-a7ff-6a45d58924b0" -d '{"events": [{"server_uuid": "ba6f5838-d10f-4c43-812b-dc0b3338ef11", "name": "network-vif-deleted", "tag": "3ef7c308-66a1-4781-8935-ed09ca73b692"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:52:19.510485 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f95f85-c7ad-4b07-8be6-8c8311b53859 x-openstack-request-id: req-b8f95f85-c7ad-4b07-8be6-8c8311b53859 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:52:19.510927 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6f5838-d10f-4c43-812b-dc0b3338ef11", "name": "network-vif-deleted", "tag": "3ef7c308-66a1-4781-8935-ed09ca73b692", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:52:19.511216 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8f95f85-c7ad-4b07-8be6-8c8311b53859 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:52:19.511614 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6f5838-d10f-4c43-812b-dc0b3338ef11', 'name': 'network-vif-deleted', 'tag': '3ef7c308-66a1-4781-8935-ed09ca73b692', 'status': 'completed', 'code': 200} Jan 28 01:52:19.954830 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a6d0f-0c1f-4e35-a115-5c70a2a1b2cf req-e1cddb34-2d7f-4013-85d8-d1130820cefe tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:19.956392 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d85a6d0f-0c1f-4e35-a115-5c70a2a1b2cf req-e1cddb34-2d7f-4013-85d8-d1130820cefe tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0492153 Jan 28 01:52:19.994473 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d85a6d0f-0c1f-4e35-a115-5c70a2a1b2cf req-d22976d1-3414-41b9-a479-285bac0f66d7 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317044 Jan 28 01:52:20.246550 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e7d487ac-ccea-4451-98d5-06a987448c73 req-6883c6bf-00b6-4c42-aa78-542142a4b68d tempest-VolumesNegativeTest-1662522593 tempest-VolumesNegativeTest-1662522593-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba6f5838-d10f-4c43-812b-dc0b3338ef11 HTTP/1.1" status: 200 len: 210 time: 0.0275910 Jan 28 01:52:20.310526 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-337c61aa-2e54-4186-9b4f-7f654b947a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:20.312436 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-337c61aa-2e54-4186-9b4f-7f654b947a1c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11&tenant_id=c429dadc11994a4186276b0066a5c162 HTTP/1.1" status: 200 len: 1096 time: 0.0764756 Jan 28 01:52:20.335765 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b6763-6f0f-49e2-93da-b0365030c0cd req-ad3d4be2-04a9-4ac9-b961-fc55a9b5dc7d tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:20.337598 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f86b6763-6f0f-49e2-93da-b0365030c0cd req-ad3d4be2-04a9-4ac9-b961-fc55a9b5dc7d tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0528448 Jan 28 01:52:20.379646 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f86b6763-6f0f-49e2-93da-b0365030c0cd req-a35cf9d3-c505-48b5-9fbf-1e90cea37c42 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356297 Jan 28 01:52:20.422244 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:52:20.438259 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-123b6f4f-4145-42ec-b35d-2f014cb317fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:20.439776 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-123b6f4f-4145-42ec-b35d-2f014cb317fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c429dadc11994a4186276b0066a5c162&device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 1096 time: 0.0413172 Jan 28 01:52:20.551390 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-1b212b28-2066-40aa-b8ee-ba6596c78e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:20.552839 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-1b212b28-2066-40aa-b8ee-ba6596c78e16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be HTTP/1.1" status: 200 len: 918 time: 0.0903039 Jan 28 01:52:20.623414 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-37bd8069-3c26-4504-83d8-a77264e72b87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8 HTTP/1.1" status: 200 len: 998 time: 0.0592487 Jan 28 01:52:20.675798 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-b70437a7-4ce6-4d49-afce-e246b8cc4277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:20.688212 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-c24f2bcd-ecfb-42e9-83ab-92beb023cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:20.689681 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-c24f2bcd-ecfb-42e9-83ab-92beb023cf77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b47d88-4276-41ac-88c0-29b5a88b4328 HTTP/1.1" status: 200 len: 855 time: 0.0507658 Jan 28 01:52:20.738971 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-59cdaf85-2aa2-448a-ad57-a5221b0f0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:20.740468 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-59cdaf85-2aa2-448a-ad57-a5221b0f0a21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0419977 Jan 28 01:52:20.835563 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-d452fdb2-eb57-4e8e-8dae-3ed8491741fe service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872369 Jan 28 01:52:20.960384 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-805cc1d0-9946-4f53-bb36-fd40b36961d9 req-e9abf49b-314c-401d-8105-44cb3d10286a service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001620 Jan 28 01:52:21.120378 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339aec9-645a-4814-a919-b4ed81ccc4b1 req-ac0306ee-d01e-448a-8dbe-b0fd99ca4957 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:21.121858 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2339aec9-645a-4814-a919-b4ed81ccc4b1 req-ac0306ee-d01e-448a-8dbe-b0fd99ca4957 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0511317 Jan 28 01:52:21.167761 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2339aec9-645a-4814-a919-b4ed81ccc4b1 req-04e30d5a-96e1-4f38-bd1f-cadc7208e0ce tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397267 Jan 28 01:52:21.499678 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6e314-1bfd-415f-8a78-568e0676edf2 req-3c6aa29c-d535-48ef-b551-d07c2ba73519 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:21.502069 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2ba6e314-1bfd-415f-8a78-568e0676edf2 req-3c6aa29c-d535-48ef-b551-d07c2ba73519 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0510726 Jan 28 01:52:21.544150 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2ba6e314-1bfd-415f-8a78-568e0676edf2 req-54982372-614b-4724-a1d2-ea36fb241e40 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356381 Jan 28 01:52:22.347417 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8b897-4b1b-4c11-a321-93c1118b13d2 req-b31989f8-a173-4a4b-a486-f2b6bf0b04b1 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:22.349726 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d0e8b897-4b1b-4c11-a321-93c1118b13d2 req-b31989f8-a173-4a4b-a486-f2b6bf0b04b1 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0636182 Jan 28 01:52:22.395693 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d0e8b897-4b1b-4c11-a321-93c1118b13d2 req-3cade0b1-6d09-4783-95a9-d2ee97ecfe23 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384326 Jan 28 01:52:22.424927 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 3ef7c308-66a1-4781-8935-ed09ca73b692 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:52:22.454238 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: 3ef7c308-66a1-4781-8935-ed09ca73b692 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:52:22.454578 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 3ef7c308-66a1-4781-8935-ed09ca73b692 not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:52:22.682711 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2578f93-7c97-43f6-afc5-afd028eb5eba req-ef20bb57-c7d3-41d4-9e33-eb02a823777a tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:22.684606 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c2578f93-7c97-43f6-afc5-afd028eb5eba req-ef20bb57-c7d3-41d4-9e33-eb02a823777a tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0632102 Jan 28 01:52:22.729535 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c2578f93-7c97-43f6-afc5-afd028eb5eba req-acee57a6-b2e6-49d3-bedc-50eac75fc5b8 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381937 Jan 28 01:52:23.085991 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-4ecfca5a-808d-44ca-95f1-b09aa04b465e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:23.532764 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffbec7-69a4-463e-a549-4ab617bea61c req-0c57f8df-6ce7-47f6-be38-cebf03568faa tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:23.534936 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1fffbec7-69a4-463e-a549-4ab617bea61c req-0c57f8df-6ce7-47f6-be38-cebf03568faa tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0601838 Jan 28 01:52:23.595605 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1fffbec7-69a4-463e-a549-4ab617bea61c req-d89528e3-82ed-4444-a73d-3b45e7815c72 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467784 Jan 28 01:52:23.877218 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced82ac-35a6-46ad-93ba-d1f69edc70ca req-28e7ced2-a000-4fa6-8fc5-0dc0b59ee973 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:23.878826 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4ced82ac-35a6-46ad-93ba-d1f69edc70ca req-28e7ced2-a000-4fa6-8fc5-0dc0b59ee973 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0660853 Jan 28 01:52:23.938792 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4ced82ac-35a6-46ad-93ba-d1f69edc70ca req-998a1783-2ab3-4a1f-bce2-af75755aec94 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464969 Jan 28 01:52:24.798340 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:24.813619 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c857b-01df-4ce2-8b1d-09b4f46f92f3 req-1e30ebc5-cf68-4161-8555-d505c36381f7 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:24.815593 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e14c857b-01df-4ce2-8b1d-09b4f46f92f3 req-1e30ebc5-cf68-4161-8555-d505c36381f7 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.1193378 Jan 28 01:52:24.867914 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e14c857b-01df-4ce2-8b1d-09b4f46f92f3 req-fae07175-f858-4a43-b631-d014e5cb11fc tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457363 Jan 28 01:52:25.063803 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1da7f3-c7f9-40be-a116-43e0fc234ce3 req-8a064473-f9a8-4909-ad9b-135e43b13b0f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:25.065477 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8a1da7f3-c7f9-40be-a116-43e0fc234ce3 req-8a064473-f9a8-4909-ad9b-135e43b13b0f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0553217 Jan 28 01:52:25.106654 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8a1da7f3-c7f9-40be-a116-43e0fc234ce3 req-87ae6ffc-d136-4b58-8c45-a429fde718cd tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348628 Jan 28 01:52:25.864628 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 44530) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:52:26.038734 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda6481-852a-4b2c-9261-97d5d36d754b req-e93d5cbd-f0d8-400e-8103-5fb14c8ff852 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:26.045634 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-55f6f324-4cf2-4e92-ae6e-8031d49e1d60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4b7c659013a450881c72e796a58629d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798155 Jan 28 01:52:26.047924 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8bda6481-852a-4b2c-9261-97d5d36d754b req-e93d5cbd-f0d8-400e-8103-5fb14c8ff852 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0664356 Jan 28 01:52:26.048786 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 44538) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:52:26.096096 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8bda6481-852a-4b2c-9261-97d5d36d754b req-01eb9e28-9d5c-4df7-9a27-196864837a90 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471833 Jan 28 01:52:26.120931 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4717e5a8-e0f2-4c4a-8c11-7870c240633c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:26.155916 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4717e5a8-e0f2-4c4a-8c11-7870c240633c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:26.188082 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:26.228109 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4717e5a8-e0f2-4c4a-8c11-7870c240633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:26.238111 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4717e5a8-e0f2-4c4a-8c11-7870c240633c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:26.238585 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-4717e5a8-e0f2-4c4a-8c11-7870c240633c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6b4821f-9ae1-4c4b-915f-55dce11b18d3 HTTP/1.1" status: 204 len: 168 time: 0.1885052 Jan 28 01:52:26.248716 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717e5a8-e0f2-4c4a-8c11-7870c240633c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b4821f-9ae1-4c4b-915f-55dce11b18d3,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:26.272221 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e7937-469e-4504-afde-02af6542a7b3 req-95ab6243-94d6-4161-880c-bee1a6331663 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:26.273750 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ab8e7937-469e-4504-afde-02af6542a7b3 req-95ab6243-94d6-4161-880c-bee1a6331663 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0740485 Jan 28 01:52:26.322959 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ab8e7937-469e-4504-afde-02af6542a7b3 req-d5154f85-e497-44d8-ac69-4c6aa4b044cf tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415926 Jan 28 01:52:26.628662 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:27.228192 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645c9f6-29fa-4531-b131-a569b5722c6c req-3f65fa46-4510-40b3-952a-e601efd7e438 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:27.233208 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e645c9f6-29fa-4531-b131-a569b5722c6c req-3f65fa46-4510-40b3-952a-e601efd7e438 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0571492 Jan 28 01:52:27.291559 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e645c9f6-29fa-4531-b131-a569b5722c6c req-b33de51f-cb0f-4430-80f2-26d0932dce53 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424356 Jan 28 01:52:27.543414 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786578c-7909-49be-8af8-c23824765c5d req-04ec93b2-beb3-4373-b35e-68fc5a745dd6 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:27.545692 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f786578c-7909-49be-8af8-c23824765c5d req-04ec93b2-beb3-4373-b35e-68fc5a745dd6 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.1112676 Jan 28 01:52:27.618299 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f786578c-7909-49be-8af8-c23824765c5d req-cd6f8e91-49fc-4afd-96e0-2a8960875728 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610666 Jan 28 01:52:28.415406 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a476e8a-2d4c-4f04-a592-da57af0089fc req-e3539c91-0eca-49c4-95e1-3e20fb48c3bb tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:28.417931 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6a476e8a-2d4c-4f04-a592-da57af0089fc req-e3539c91-0eca-49c4-95e1-3e20fb48c3bb tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0638199 Jan 28 01:52:28.459414 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6a476e8a-2d4c-4f04-a592-da57af0089fc req-0a17e8f7-c442-4282-bdcb-3bec82da65b5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340178 Jan 28 01:52:28.763503 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961faed-63f6-4e24-b804-8c3c4f3599e6 req-dbb3bb04-10f5-4c83-a687-e23468b134af tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:28.772994 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0961faed-63f6-4e24-b804-8c3c4f3599e6 req-dbb3bb04-10f5-4c83-a687-e23468b134af tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0738046 Jan 28 01:52:28.823327 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0961faed-63f6-4e24-b804-8c3c4f3599e6 req-2a22f0b2-8750-40a7-853a-04c4eee11bb0 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492356 Jan 28 01:52:29.636300 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a476f-c21e-4ff6-8b27-3d87f0eff5e7 req-f7e9985a-ffac-4d0a-a233-5f40f494e1e9 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:29.638507 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3d0a476f-c21e-4ff6-8b27-3d87f0eff5e7 req-f7e9985a-ffac-4d0a-a233-5f40f494e1e9 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0973790 Jan 28 01:52:29.683821 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3d0a476f-c21e-4ff6-8b27-3d87f0eff5e7 req-5687a5a8-985c-4597-91ed-8bb5b7aa549a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389502 Jan 28 01:52:29.948691 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b1ffd-5b4e-4e5f-ad12-dc5300ac608f req-74d257a8-de4b-481a-8600-1294d8402c04 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:29.950176 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-967b1ffd-5b4e-4e5f-ad12-dc5300ac608f req-74d257a8-de4b-481a-8600-1294d8402c04 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0571702 Jan 28 01:52:29.993885 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-967b1ffd-5b4e-4e5f-ad12-dc5300ac608f req-e150d44f-2391-4a62-90e6-68ff8c545810 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367193 Jan 28 01:52:30.815659 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d678378-1f07-4a61-85a4-8e67bb66942a req-901ee481-e9f1-43c9-afb6-68fee9b792c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:30.817746 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2d678378-1f07-4a61-85a4-8e67bb66942a req-901ee481-e9f1-43c9-afb6-68fee9b792c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0551145 Jan 28 01:52:30.864389 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2d678378-1f07-4a61-85a4-8e67bb66942a req-3dd19e6b-1fa6-413c-a40d-8630b17a14ac tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400834 Jan 28 01:52:31.153087 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750141c-dacb-4374-a473-89cfb107e8db req-43c93886-dbe6-4ba3-93f7-40a561e598b7 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:31.155205 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3750141c-dacb-4374-a473-89cfb107e8db req-43c93886-dbe6-4ba3-93f7-40a561e598b7 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0750051 Jan 28 01:52:31.208212 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3750141c-dacb-4374-a473-89cfb107e8db req-b54cc4b5-6295-4a2d-a30d-76bdc1de4e4e tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460575 Jan 28 01:52:31.987740 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdd046-d234-4847-9363-95a30da31cde req-05bd9fda-5414-4628-b6ea-0e87a5f49d5d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:31.990120 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-05cdd046-d234-4847-9363-95a30da31cde req-05bd9fda-5414-4628-b6ea-0e87a5f49d5d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0531454 Jan 28 01:52:32.028079 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-05cdd046-d234-4847-9363-95a30da31cde req-69c88fdb-4ffa-407f-b2af-af463e3525ce tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328026 Jan 28 01:52:32.324000 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39a797-08e1-4937-bc6f-0f5087e6fb5e req-560f73f3-55b9-4aa7-89e1-18d9168d4990 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:32.325579 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8b39a797-08e1-4937-bc6f-0f5087e6fb5e req-560f73f3-55b9-4aa7-89e1-18d9168d4990 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0486820 Jan 28 01:52:32.367440 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8b39a797-08e1-4937-bc6f-0f5087e6fb5e req-d422cf2f-77e8-473a-b0d2-d180beaf1372 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346179 Jan 28 01:52:33.157603 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bad919-c3f7-4228-9441-d2392c979c2c req-f11a67ec-42b7-4a4c-8467-89cac2f946d1 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:33.159288 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-27bad919-c3f7-4228-9441-d2392c979c2c req-f11a67ec-42b7-4a4c-8467-89cac2f946d1 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0539389 Jan 28 01:52:33.199766 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-27bad919-c3f7-4228-9441-d2392c979c2c req-18bf417f-e68f-48f9-90e5-bc93523b7828 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341735 Jan 28 01:52:33.489257 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b4dbb-8ac6-4937-8de8-5c183ec5a3b0 req-5482de11-2133-4d94-afa1-9e5185d311a1 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:33.490848 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ac1b4dbb-8ac6-4937-8de8-5c183ec5a3b0 req-5482de11-2133-4d94-afa1-9e5185d311a1 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0502589 Jan 28 01:52:33.529751 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ac1b4dbb-8ac6-4937-8de8-5c183ec5a3b0 req-a36e2ec0-2c09-492b-afd1-f49609039b1a tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329080 Jan 28 01:52:34.308550 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262e958-22b0-4eae-819d-86a14874a048 req-7b433973-db72-427c-8296-1bc004ef096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:34.310042 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2262e958-22b0-4eae-819d-86a14874a048 req-7b433973-db72-427c-8296-1bc004ef096e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 1098 time: 0.0433624 Jan 28 01:52:34.323968 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019f448-d476-4b45-8f55-e342a8d32e8f req-cae3e453-10a8-4c97-905b-9d0705ed660d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:34.325576 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2019f448-d476-4b45-8f55-e342a8d32e8f req-cae3e453-10a8-4c97-905b-9d0705ed660d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0505280 Jan 28 01:52:34.349792 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2262e958-22b0-4eae-819d-86a14874a048 req-71aec92b-187f-491f-bef7-366c54e6c2f1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312736 Jan 28 01:52:34.366972 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2019f448-d476-4b45-8f55-e342a8d32e8f req-b2d0ab81-e5b2-4ef7-b166-4756afb30fe5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327334 Jan 28 01:52:34.656588 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043500fa-ef7e-444a-a133-0979f0ba50fb req-b6a693c1-ba66-49b9-8466-71bc772847bd tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:34.657968 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-043500fa-ef7e-444a-a133-0979f0ba50fb req-b6a693c1-ba66-49b9-8466-71bc772847bd tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0569012 Jan 28 01:52:34.702559 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-043500fa-ef7e-444a-a133-0979f0ba50fb req-9ee5cc39-751c-4eb4-93e8-a0229e1d57e7 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384398 Jan 28 01:52:35.496445 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3132c-7fb2-426b-a2a3-a8c0e6d508ad req-e8082219-4e92-474d-b0ea-3e696f58233c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:35.497840 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0cc3132c-7fb2-426b-a2a3-a8c0e6d508ad req-e8082219-4e92-474d-b0ea-3e696f58233c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0552549 Jan 28 01:52:35.541474 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0cc3132c-7fb2-426b-a2a3-a8c0e6d508ad req-597c98a9-ef5e-4b4d-bdc5-82d2e2623e89 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365655 Jan 28 01:52:35.819443 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6670820-d6b8-453f-9d09-8c5a19c28de4 req-c259882e-ef5f-4e4f-b94d-f2e40699b77b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:35.820818 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b6670820-d6b8-453f-9d09-8c5a19c28de4 req-c259882e-ef5f-4e4f-b94d-f2e40699b77b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0502677 Jan 28 01:52:35.864679 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b6670820-d6b8-453f-9d09-8c5a19c28de4 req-053c530f-da59-4ae3-90f8-47894ac59f1c tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379901 Jan 28 01:52:36.226268 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb50f2-35cf-44c1-bcd6-d058dea91192 req-f7f552c8-c736-49e5-93b8-f312731e3a58 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:36.227783 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b8eb50f2-35cf-44c1-bcd6-d058dea91192 req-f7f552c8-c736-49e5-93b8-f312731e3a58 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0528560 Jan 28 01:52:36.235071 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab581ef-3735-4e94-bd89-d594cbb9c6ca req-f38c7ee9-f63e-4c39-92be-7dc072d66b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:36.236579 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2ab581ef-3735-4e94-bd89-d594cbb9c6ca req-f38c7ee9-f63e-4c39-92be-7dc072d66b6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fbb58ace44244c99f034978e651d64d&device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 1098 time: 0.0503526 Jan 28 01:52:36.268117 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b8eb50f2-35cf-44c1-bcd6-d058dea91192 req-2ae79cee-a62b-40a2-94f8-ea962cc90c33 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Jan 28 01:52:36.339346 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab581ef-3735-4e94-bd89-d594cbb9c6ca req-317d6ce1-2c91-4fa8-a595-c2e93333c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:36.340883 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2ab581ef-3735-4e94-bd89-d594cbb9c6ca req-317d6ce1-2c91-4fa8-a595-c2e93333c7e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d HTTP/1.1" status: 200 len: 920 time: 0.0966635 Jan 28 01:52:36.386550 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2ab581ef-3735-4e94-bd89-d594cbb9c6ca req-6eaac234-dad4-4df9-bb0d-8e83f6ae8de4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c1e522-ca48-4157-9f1a-35c30ffa361f HTTP/1.1" status: 200 len: 217 time: 0.0364504 Jan 28 01:52:36.438697 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab581ef-3735-4e94-bd89-d594cbb9c6ca req-a0606e7b-b342-4af3-a3b0-b503576d83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:36.440193 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2ab581ef-3735-4e94-bd89-d594cbb9c6ca req-a0606e7b-b342-4af3-a3b0-b503576d83b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02de3fd4-0fd1-437c-96bf-b34995b100ee HTTP/1.1" status: 200 len: 858 time: 0.0450931 Jan 28 01:52:36.469453 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:52:36.474595 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2ab581ef-3735-4e94-bd89-d594cbb9c6ca req-d218f5bd-b45b-4e1b-b0de-1d24d94734f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa8ebc51-a01b-498f-97ec-dfa700d8d83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272615 Jan 28 01:52:36.571906 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2ab581ef-3735-4e94-bd89-d594cbb9c6ca req-5a08c5fb-8b4a-4047-af0d-ad61da941eac service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898101 Jan 28 01:52:36.576010 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:36.588200 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'port_id': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'mac_address': 'fa:16:3e:c9:d7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:52:36.632609 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:36.646517 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:52:36.668815 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:36.676497 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2ab581ef-3735-4e94-bd89-d594cbb9c6ca req-e614d314-7549-45b4-a88b-2c73c14fbd5c service neutron] 10.222.0.41 "GET /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976250 Jan 28 01:52:36.677051 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:36.688495 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85e990-26cb-4012-bff4-fc13dd9eedab req-ce0943c2-d1fd-4cef-bf94-536b687d09fd tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:36.690213 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4b85e990-26cb-4012-bff4-fc13dd9eedab req-ce0943c2-d1fd-4cef-bf94-536b687d09fd tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 943 time: 0.0711896 Jan 28 01:52:36.734589 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,revision_number=9']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:36.739424 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4b85e990-26cb-4012-bff4-fc13dd9eedab req-6397bbf7-febf-459a-8398-4cc2f45dbaf7 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416932 Jan 28 01:52:37.131108 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['26da1c97-50e5-4ec4-8fe2-d045228e3eb8'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:52:37.384686 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4ee3a-c18f-43aa-bb52-fc61045950f8 req-6c1bf97f-2b71-4070-aa80-8a8744bb1443 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:37.386034 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-43a4ee3a-c18f-43aa-bb52-fc61045950f8 req-6c1bf97f-2b71-4070-aa80-8a8744bb1443 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0483387 Jan 28 01:52:37.426631 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-43a4ee3a-c18f-43aa-bb52-fc61045950f8 req-c7d81f88-b71d-4a3e-ba21-7bd40c6a676f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338702 Jan 28 01:52:37.668118 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 44714) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:52:37.788402 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4c4685b8-dcc8-4e1b-9bec-844f4a2fd2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:37.896239 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cafab-bd94-4e0d-aea0-7a7da6054d9f req-74bec569-f59f-415f-8914-8a6483422e3b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:37.897704 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c71cafab-bd94-4e0d-aea0-7a7da6054d9f req-74bec569-f59f-415f-8914-8a6483422e3b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 944 time: 0.0755455 Jan 28 01:52:37.922927 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4c4685b8-dcc8-4e1b-9bec-844f4a2fd2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:37.929852 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4c4685b8-dcc8-4e1b-9bec-844f4a2fd2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:37.983961 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-4c4685b8-dcc8-4e1b-9bec-844f4a2fd2f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=853ebbfbaa5a4c8da446c64887d3a94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141775 Jan 28 01:52:37.986798 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 44720) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:52:37.987974 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c71cafab-bd94-4e0d-aea0-7a7da6054d9f req-66c8b0ca-689b-4986-9b05-2a5cb3f94c24 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831387 Jan 28 01:52:37.988897 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4685b8-dcc8-4e1b-9bec-844f4a2fd2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ba8a74-0ff9-4269-8c10-920233329dbf,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:38.047671 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:38.071981 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:38.118697 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:38.121769 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:38.122948 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02ba8a74-0ff9-4269-8c10-920233329dbf HTTP/1.1" status: 204 len: 168 time: 0.1350200 Jan 28 01:52:38.131590 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ba8a74-0ff9-4269-8c10-920233329dbf,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:38.139388 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:38.139781 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:38.140217 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:38.140631 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:38.141106 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:38.141469 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:38.141827 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:38.142403 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:38.142981 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:38.143097 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:38.143436 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:38.143756 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd4689-36ed-4051-93d0-4a2d570953f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:52:38.471063 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:52:38.521663 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:52:38.522034 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:38.556724 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8817999-3a4b-4646-bd75-3984c147c180 req-023bcca6-31c0-4480-a199-ce6af2342cc0 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:38.558230 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b8817999-3a4b-4646-bd75-3984c147c180 req-023bcca6-31c0-4480-a199-ce6af2342cc0 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0615408 Jan 28 01:52:38.599581 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b8817999-3a4b-4646-bd75-3984c147c180 req-40d686aa-2739-4089-90b4-892ebc758c0c tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346153 Jan 28 01:52:38.602702 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:38.625808 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:52:38.628044 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf72d82-e7e5-4b6b-b0c4-dae90cb9db74" -d '{"events": [{"server_uuid": "6f6cbaa2-8645-4ecb-be94-d61e61cd5b11", "name": "network-vif-plugged", "status": "completed", "tag": "26da1c97-50e5-4ec4-8fe2-d045228e3eb8"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:52:38.642169 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:38.646671 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:38.672776 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e609a0-4467-401c-b8e9-0aaee6a5f29b x-openstack-request-id: req-19e609a0-4467-401c-b8e9-0aaee6a5f29b {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:52:38.673121 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6cbaa2-8645-4ecb-be94-d61e61cd5b11", "name": "network-vif-plugged", "status": "completed", "tag": "26da1c97-50e5-4ec4-8fe2-d045228e3eb8", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:52:38.673311 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19e609a0-4467-401c-b8e9-0aaee6a5f29b {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:52:38.673699 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'code': 200} Jan 28 01:52:38.696935 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,revision_number=10']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:39.127552 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215a0b4-dbe3-4697-8b68-7a4f5c083188 req-6a6f5a9a-dbd7-45a7-bf19-580fa7cc13cf tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:39.129018 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2215a0b4-dbe3-4697-8b68-7a4f5c083188 req-6a6f5a9a-dbd7-45a7-bf19-580fa7cc13cf tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 946 time: 0.0502214 Jan 28 01:52:39.166509 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2215a0b4-dbe3-4697-8b68-7a4f5c083188 req-d24a9e35-018e-4a71-8a0c-8f5ca6f0a44e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316391 Jan 28 01:52:39.350721 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4af98-9e9e-4b29-a29a-aa0faa8b78cc req-138b70b2-4965-43d8-bb79-739114625bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:39.352576 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-68b4af98-9e9e-4b29-a29a-aa0faa8b78cc req-138b70b2-4965-43d8-bb79-739114625bf9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 1099 time: 0.0397775 Jan 28 01:52:39.394912 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-68b4af98-9e9e-4b29-a29a-aa0faa8b78cc req-a02e88b3-5e2a-47c3-90ee-dbc2783221cf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334764 Jan 28 01:52:39.722378 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13df29c-6ee6-4c36-a0c3-281eb712eaea req-c4c01427-4f9d-43fc-b8ae-37b8e4229f60 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:39.723879 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d13df29c-6ee6-4c36-a0c3-281eb712eaea req-c4c01427-4f9d-43fc-b8ae-37b8e4229f60 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0499594 Jan 28 01:52:39.762814 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d13df29c-6ee6-4c36-a0c3-281eb712eaea req-96aa37b0-ba43-4a61-bde5-be0c39544bc2 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Jan 28 01:52:40.294722 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b665581-df26-454d-a51e-5b60a5c2a0e9 req-0ab934c4-c401-4243-8343-d22711e690e8 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:40.296241 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4b665581-df26-454d-a51e-5b60a5c2a0e9 req-0ab934c4-c401-4243-8343-d22711e690e8 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 946 time: 0.0527232 Jan 28 01:52:40.335818 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4b665581-df26-454d-a51e-5b60a5c2a0e9 req-65aea6c3-0251-4db0-83db-2e1382c99c21 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335212 Jan 28 01:52:41.464434 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0c2f4-a0dc-4a1c-988a-155984a08c1c req-46215f37-7731-4da9-9210-e889b05d327a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:41.465802 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e6f0c2f4-a0dc-4a1c-988a-155984a08c1c req-46215f37-7731-4da9-9210-e889b05d327a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 946 time: 0.0541985 Jan 28 01:52:41.506896 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e6f0c2f4-a0dc-4a1c-988a-155984a08c1c req-21e2871c-6381-47d3-ba5e-4db537602cd2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341685 Jan 28 01:52:42.639659 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33e969-d201-44f4-9e9e-cd648872c985 req-1634371e-79d1-4e67-b19a-af1b2f36af32 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:42.641240 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1d33e969-d201-44f4-9e9e-cd648872c985 req-1634371e-79d1-4e67-b19a-af1b2f36af32 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 946 time: 0.0516067 Jan 28 01:52:42.683268 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1d33e969-d201-44f4-9e9e-cd648872c985 req-7e7a62a7-88c5-434d-af1f-7bc18eb32da8 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354567 Jan 28 01:52:42.790739 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:52:43.760041 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8cfc0-8d68-48ac-a1ad-1525464fc41a req-5783aa53-5cd0-4502-a57d-200625ff12d6 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:43.761437 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a1b8cfc0-8d68-48ac-a1ad-1525464fc41a req-5783aa53-5cd0-4502-a57d-200625ff12d6 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0625789 Jan 28 01:52:43.800307 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a1b8cfc0-8d68-48ac-a1ad-1525464fc41a req-ce6b02f4-4247-41f5-ba52-a7d623f3e018 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325346 Jan 28 01:52:44.930575 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e07e88-cf2f-4703-b6c1-4ebb0133374d req-ba2a6d33-7272-4bc9-ae27-3d530613152b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:44.932221 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-62e07e88-cf2f-4703-b6c1-4ebb0133374d req-ba2a6d33-7272-4bc9-ae27-3d530613152b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0477297 Jan 28 01:52:44.971542 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-62e07e88-cf2f-4703-b6c1-4ebb0133374d req-06d7bfa6-88fa-4ef2-9058-bbb4b53f33b7 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320392 Jan 28 01:52:46.094661 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fdd87-c412-4c51-a843-55923b8e0136 req-d079a5e7-f52a-4a78-9683-9ce2f52f722f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:46.096170 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-223fdd87-c412-4c51-a843-55923b8e0136 req-d079a5e7-f52a-4a78-9683-9ce2f52f722f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0519845 Jan 28 01:52:46.144718 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-223fdd87-c412-4c51-a843-55923b8e0136 req-bcc569bd-a9ef-4a97-bea2-183dfccc0220 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 Jan 28 01:52:46.764577 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177aa104-aa7e-4ec9-99d8-2424b039326b req-e18a74ad-d5a9-4b18-a4e5-4f792bd68b30 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:46.766111 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-177aa104-aa7e-4ec9-99d8-2424b039326b req-e18a74ad-d5a9-4b18-a4e5-4f792bd68b30 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 946 time: 0.0472796 Jan 28 01:52:46.881572 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-177aa104-aa7e-4ec9-99d8-2424b039326b req-5c8e323d-7064-4a14-92ad-ece417f5f75b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Deleting port e101a337-d810-458b-a6ad-89daa70e996b {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:52:46.881909 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-177aa104-aa7e-4ec9-99d8-2424b039326b req-5c8e323d-7064-4a14-92ad-ece417f5f75b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:46.977222 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-177aa104-aa7e-4ec9-99d8-2424b039326b req-5c8e323d-7064-4a14-92ad-ece417f5f75b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] For port e101a337-d810-458b-a6ad-89daa70e996b, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=e101a337-d810-458b-a6ad-89daa70e996b,segment=NetworkSegment(7bd93564-303b-44cd-9694-7a7af8af2699),segment_id=7bd93564-303b-44cd-9694-7a7af8af2699)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:46.977499 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-177aa104-aa7e-4ec9-99d8-2424b039326b req-5c8e323d-7064-4a14-92ad-ece417f5f75b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:46.989850 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-177aa104-aa7e-4ec9-99d8-2424b039326b req-5c8e323d-7064-4a14-92ad-ece417f5f75b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Calling delete_port for e101a337-d810-458b-a6ad-89daa70e996b owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:52:47.131473 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-177aa104-aa7e-4ec9-99d8-2424b039326b req-5c8e323d-7064-4a14-92ad-ece417f5f75b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:47.158129 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e323d-7064-4a14-92ad-ece417f5f75b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Pushing event deleted for resources: {'Port': ['ID=e101a337-d810-458b-a6ad-89daa70e996b,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:47.181510 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['01c1e522-ca48-4157-9f1a-35c30ffa361f', 'e101a337-d810-458b-a6ad-89daa70e996b'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:52:47.208916 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-177aa104-aa7e-4ec9-99d8-2424b039326b req-5c8e323d-7064-4a14-92ad-ece417f5f75b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] No DVR routers for this DVR port e101a337-d810-458b-a6ad-89daa70e996b on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:52:47.212449 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-177aa104-aa7e-4ec9-99d8-2424b039326b req-5c8e323d-7064-4a14-92ad-ece417f5f75b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:47.215823 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-177aa104-aa7e-4ec9-99d8-2424b039326b req-5c8e323d-7064-4a14-92ad-ece417f5f75b tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.41 "DELETE /v2.0/ports/e101a337-d810-458b-a6ad-89daa70e996b HTTP/1.1" status: 204 len: 173 time: 0.4345617 Jan 28 01:52:47.216265 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca8468c-16fe-4d01-8c45-7ace0ab54df5', 'name': 'network-vif-deleted', 'tag': 'e101a337-d810-458b-a6ad-89daa70e996b'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:52:47.219389 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4947aaa-acbf-486f-b7ca-3129dc52e708" -d '{"events": [{"server_uuid": "6ca8468c-16fe-4d01-8c45-7ace0ab54df5", "name": "network-vif-deleted", "tag": "e101a337-d810-458b-a6ad-89daa70e996b"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:52:47.254726 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-733a621a-e410-4e8b-bf3f-64831d2e8371 req-47a72823-c074-4c74-8476-a0f3976199fb tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ca8468c-16fe-4d01-8c45-7ace0ab54df5 HTTP/1.1" status: 200 len: 210 time: 0.0378151 Jan 28 01:52:47.263640 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0896b7-3a92-4236-9c32-9935ce079930 x-openstack-request-id: req-0b0896b7-3a92-4236-9c32-9935ce079930 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:52:47.264843 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca8468c-16fe-4d01-8c45-7ace0ab54df5", "name": "network-vif-deleted", "tag": "e101a337-d810-458b-a6ad-89daa70e996b", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:52:47.265278 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b0896b7-3a92-4236-9c32-9935ce079930 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:52:47.265837 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca8468c-16fe-4d01-8c45-7ace0ab54df5', 'name': 'network-vif-deleted', 'tag': 'e101a337-d810-458b-a6ad-89daa70e996b', 'status': 'completed', 'code': 200} Jan 28 01:52:48.521589 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b9a5e-4630-40ec-8a3e-ff4e90e984d8 req-0467064d-717a-48a1-876d-dc3132958060 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:48.531895 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c10b9a5e-4630-40ec-8a3e-ff4e90e984d8 req-0467064d-717a-48a1-876d-dc3132958060 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0491362 Jan 28 01:52:48.565433 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c10b9a5e-4630-40ec-8a3e-ff4e90e984d8 req-788ae24b-8510-444b-a698-364139ccae73 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326295 Jan 28 01:52:48.988427 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:49.694637 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e7347-4aa8-4b74-8320-623a0ff15712 req-41b7f923-deee-4483-a04f-8348fc8445ff tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:49.696213 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-891e7347-4aa8-4b74-8320-623a0ff15712 req-41b7f923-deee-4483-a04f-8348fc8445ff tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0500605 Jan 28 01:52:49.736875 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-891e7347-4aa8-4b74-8320-623a0ff15712 req-fd6424e8-92b4-48f4-bf10-bed2a91f7732 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341194 Jan 28 01:52:50.576502 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device e101a337-d810-458b-a6ad-89daa70e996b no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:52:50.597316 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: e101a337-d810-458b-a6ad-89daa70e996b {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:52:50.597652 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device e101a337-d810-458b-a6ad-89daa70e996b not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:52:50.675581 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a8c8-9720-499c-a55b-f2bcf0714da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:50.855424 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0768a3f-d6d6-4980-bd92-748e5a64635f req-8d49519f-0857-4761-a424-6dd64257d126 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:50.856880 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f0768a3f-d6d6-4980-bd92-748e5a64635f req-8d49519f-0857-4761-a424-6dd64257d126 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0500367 Jan 28 01:52:50.909166 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f0768a3f-d6d6-4980-bd92-748e5a64635f req-1fa4ad07-9dbd-428b-a889-d5f18c7c5c4f tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462291 Jan 28 01:52:52.029896 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e9f02-d99e-44cc-9a68-d11bf59a9831 req-02dad2e6-1fd0-4325-bfd8-ce13e75322d9 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:52.031466 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f67e9f02-d99e-44cc-9a68-d11bf59a9831 req-02dad2e6-1fd0-4325-bfd8-ce13e75322d9 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0532663 Jan 28 01:52:52.070509 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f67e9f02-d99e-44cc-9a68-d11bf59a9831 req-673098c2-d90c-4522-bf4a-93ebad655859 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328906 Jan 28 01:52:53.090609 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-ef5b07fc-72ce-4d58-8245-14e62e49fce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:53.188793 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09f6a7-9fc0-4789-8f62-871ddfa15f65 req-04ea466f-dbc7-4dd9-a808-bfacf608b307 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:53.190280 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ea09f6a7-9fc0-4789-8f62-871ddfa15f65 req-04ea466f-dbc7-4dd9-a808-bfacf608b307 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0513024 Jan 28 01:52:53.236648 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ea09f6a7-9fc0-4789-8f62-871ddfa15f65 req-6dbfcd2c-da04-44cf-a97a-0dcdc95e502d tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Jan 28 01:52:54.348996 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38747233-dbb0-4660-93ff-5dbb3c4d0a93 req-9e553c0a-9cb2-4041-ace9-b9ba9b58c861 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:54.350480 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-38747233-dbb0-4660-93ff-5dbb3c4d0a93 req-9e553c0a-9cb2-4041-ace9-b9ba9b58c861 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0481997 Jan 28 01:52:54.396312 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-38747233-dbb0-4660-93ff-5dbb3c4d0a93 req-85e1a753-5128-42c4-9625-dd03ffd9bd59 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352099 Jan 28 01:52:54.760224 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:55.517148 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3dfa6-6e0b-469b-86bf-651121d3ab5c req-6ebdf8b5-4e29-47ff-8fd3-3942dab3b9e8 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:55.518705 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-00c3dfa6-6e0b-469b-86bf-651121d3ab5c req-6ebdf8b5-4e29-47ff-8fd3-3942dab3b9e8 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0547032 Jan 28 01:52:55.523207 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a84ff-753e-407e-bf62-eabf405b1277 req-72fd91de-c378-4418-8491-369e9c9d8cf0 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:55.524665 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c71a84ff-753e-407e-bf62-eabf405b1277 req-72fd91de-c378-4418-8491-369e9c9d8cf0 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.41 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 945 time: 0.0639265 Jan 28 01:52:55.560725 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-00c3dfa6-6e0b-469b-86bf-651121d3ab5c req-ba1f9aa3-d848-475c-bfc9-6cbab3705a51 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358243 Jan 28 01:52:55.628626 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-c71a84ff-753e-407e-bf62-eabf405b1277 req-0b934053-873a-4d26-9972-b6d67db6e7f4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Deleting port 01c1e522-ca48-4157-9f1a-35c30ffa361f {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:52:55.628978 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c71a84ff-753e-407e-bf62-eabf405b1277 req-0b934053-873a-4d26-9972-b6d67db6e7f4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:55.931690 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-c71a84ff-753e-407e-bf62-eabf405b1277 req-0b934053-873a-4d26-9972-b6d67db6e7f4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] For port 01c1e522-ca48-4157-9f1a-35c30ffa361f, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=01c1e522-ca48-4157-9f1a-35c30ffa361f,segment=NetworkSegment(7bd93564-303b-44cd-9694-7a7af8af2699),segment_id=7bd93564-303b-44cd-9694-7a7af8af2699)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:55.932054 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c71a84ff-753e-407e-bf62-eabf405b1277 req-0b934053-873a-4d26-9972-b6d67db6e7f4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:55.944950 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-c71a84ff-753e-407e-bf62-eabf405b1277 req-0b934053-873a-4d26-9972-b6d67db6e7f4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Calling delete_port for 01c1e522-ca48-4157-9f1a-35c30ffa361f owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:52:55.959982 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9734d2f-63a4-4ba2-8481-c2a484153a96 req-3ddf49c5-0577-467f-9c56-d3c3774ddfb7 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:55.961363 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b9734d2f-63a4-4ba2-8481-c2a484153a96 req-3ddf49c5-0577-467f-9c56-d3c3774ddfb7 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0531266 Jan 28 01:52:56.004679 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b9734d2f-63a4-4ba2-8481-c2a484153a96 req-11019af3-4e81-4252-b144-8a8541f96618 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370526 Jan 28 01:52:56.086561 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c71a84ff-753e-407e-bf62-eabf405b1277 req-0b934053-873a-4d26-9972-b6d67db6e7f4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:56.116803 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b934053-873a-4d26-9972-b6d67db6e7f4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Pushing event deleted for resources: {'Port': ['ID=01c1e522-ca48-4157-9f1a-35c30ffa361f,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:56.135011 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['01c1e522-ca48-4157-9f1a-35c30ffa361f'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:52:56.155283 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71a84ff-753e-407e-bf62-eabf405b1277 req-0b934053-873a-4d26-9972-b6d67db6e7f4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] No DVR routers for this DVR port 01c1e522-ca48-4157-9f1a-35c30ffa361f on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:52:56.157868 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c71a84ff-753e-407e-bf62-eabf405b1277 req-0b934053-873a-4d26-9972-b6d67db6e7f4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:56.161091 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c71a84ff-753e-407e-bf62-eabf405b1277 req-0b934053-873a-4d26-9972-b6d67db6e7f4 tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.41 "DELETE /v2.0/ports/01c1e522-ca48-4157-9f1a-35c30ffa361f HTTP/1.1" status: 204 len: 173 time: 0.6275921 Jan 28 01:52:56.161532 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639e2520-834f-48a1-bd98-547bb4f9d539', 'name': 'network-vif-deleted', 'tag': '01c1e522-ca48-4157-9f1a-35c30ffa361f'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:52:56.163778 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53e2aec-1a33-4045-a43a-3ebd4471033b" -d '{"events": [{"server_uuid": "639e2520-834f-48a1-bd98-547bb4f9d539", "name": "network-vif-deleted", "tag": "01c1e522-ca48-4157-9f1a-35c30ffa361f"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:52:56.180205 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:56.203355 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e6371a-f62d-4399-9a70-0869f59e27ac x-openstack-request-id: req-03e6371a-f62d-4399-9a70-0869f59e27ac {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:52:56.203647 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639e2520-834f-48a1-bd98-547bb4f9d539", "name": "network-vif-deleted", "tag": "01c1e522-ca48-4157-9f1a-35c30ffa361f", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:52:56.203901 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-03e6371a-f62d-4399-9a70-0869f59e27ac {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:52:56.204320 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639e2520-834f-48a1-bd98-547bb4f9d539', 'name': 'network-vif-deleted', 'tag': '01c1e522-ca48-4157-9f1a-35c30ffa361f', 'status': 'completed', 'code': 200} Jan 28 01:52:56.611985 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:56.676591 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d381c8c3-63ee-470c-8e80-0fd30e36ab44 req-6ebcba84-2b31-43c5-a11a-0aa4de1afcbc tempest-ServerRescueNegativeTestJSON-794660827 tempest-ServerRescueNegativeTestJSON-794660827-project] 10.222.0.58 "GET /v2.0/ports?device_id=639e2520-834f-48a1-bd98-547bb4f9d539 HTTP/1.1" status: 200 len: 210 time: 0.0347519 Jan 28 01:52:57.126319 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcdd13-e986-4537-960a-48ace7cc678a req-bc50f98d-feec-4679-b6f9-bba104239b3b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:57.127909 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fbbcdd13-e986-4537-960a-48ace7cc678a req-bc50f98d-feec-4679-b6f9-bba104239b3b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0538297 Jan 28 01:52:57.167070 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fbbcdd13-e986-4537-960a-48ace7cc678a req-63d07eec-8ca0-46b5-8569-3d55ef88eb2b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328870 Jan 28 01:52:57.731784 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 44864) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:52:58.174717 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7a79a5a4-d8ca-4bd2-9d37-4dabac04aa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617139'] for router_interface, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:58.302919 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847e739-f5f3-402f-a33e-b42f36eaff33 req-db292217-4245-483b-9c0d-155d521395fc tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:58.304459 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2847e739-f5f3-402f-a33e-b42f36eaff33 req-db292217-4245-483b-9c0d-155d521395fc tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0572073 Jan 28 01:52:58.343820 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2847e739-f5f3-402f-a33e-b42f36eaff33 req-e8c73f2e-83dd-4a69-b3a6-9ab896daf45e tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333660 Jan 28 01:52:58.470364 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-7a79a5a4-d8ca-4bd2-9d37-4dabac04aa9e admin admin] Deleting port 81627490-0102-4258-a1f7-ff1039859d56 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:52:58.470577 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7a79a5a4-d8ca-4bd2-9d37-4dabac04aa9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:58.558093 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [None req-7a79a5a4-d8ca-4bd2-9d37-4dabac04aa9e admin admin] For port 81627490-0102-4258-a1f7-ff1039859d56, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=81627490-0102-4258-a1f7-ff1039859d56,segment=NetworkSegment(7bd93564-303b-44cd-9694-7a7af8af2699),segment_id=7bd93564-303b-44cd-9694-7a7af8af2699)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:58.558457 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7a79a5a4-d8ca-4bd2-9d37-4dabac04aa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:58.571038 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-7a79a5a4-d8ca-4bd2-9d37-4dabac04aa9e admin admin] Calling delete_port for 81627490-0102-4258-a1f7-ff1039859d56 owned by network:router_interface {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:52:58.635780 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 01c1e522-ca48-4157-9f1a-35c30ffa361f no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:52:58.656480 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: 01c1e522-ca48-4157-9f1a-35c30ffa361f {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:52:58.656825 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 01c1e522-ca48-4157-9f1a-35c30ffa361f not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:52:58.758701 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7a79a5a4-d8ca-4bd2-9d37-4dabac04aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:58.791219 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79a5a4-d8ca-4bd2-9d37-4dabac04aa9e admin admin] Pushing event deleted for resources: {'Port': ['ID=81627490-0102-4258-a1f7-ff1039859d56,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:52:58.953150 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7a79a5a4-d8ca-4bd2-9d37-4dabac04aa9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620291'] for router_interface, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:59.162572 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a79a5a4-d8ca-4bd2-9d37-4dabac04aa9e admin admin] Router 07cf4604-1989-426d-9c3d-d68c07df9230 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:52:59.269290 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a79a5a4-d8ca-4bd2-9d37-4dabac04aa9e admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:52:59.274196 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-7a79a5a4-d8ca-4bd2-9d37-4dabac04aa9e admin admin] 10.222.0.58 "PUT /v2.0/routers/07cf4604-1989-426d-9c3d-d68c07df9230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5413671 Jan 28 01:52:59.277846 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb74265e-92be-454a-8f50-d2adf1abbd7f None None] Sync routers for ids ['07cf4604-1989-426d-9c3d-d68c07df9230'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:52:59.281946 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 44868) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:52:59.287181 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74265e-92be-454a-8f50-d2adf1abbd7f None None] Routers {'07cf4604-1989-426d-9c3d-d68c07df9230'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:52:59.287809 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-fb74265e-92be-454a-8f50-d2adf1abbd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:52:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['07cf4604-1989-426d-9c3d-d68c07df9230'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:52:59.395477 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] Notify callbacks [] for router, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:59.395734 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-fb74265e-92be-454a-8f50-d2adf1abbd7f None None] Set router 07cf4604-1989-426d-9c3d-d68c07df9230 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:52:59.465916 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128ead7-b2b0-461a-9530-9bd668e1bcaa req-11b2cfd0-10cd-4832-9445-1c096eab38de tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:59.467576 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7128ead7-b2b0-461a-9530-9bd668e1bcaa req-11b2cfd0-10cd-4832-9445-1c096eab38de tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0523398 Jan 28 01:52:59.507403 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7128ead7-b2b0-461a-9530-9bd668e1bcaa req-8c3416fa-e34d-4727-ba5f-61b8b1b59500 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332479 Jan 28 01:52:59.514892 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:59.583658 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-fb74265e-92be-454a-8f50-d2adf1abbd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'name': 'tempest-ServerRescueNegativeTestJSON-621695749-router', 'tenant_id': '2fbb58ace44244c99f034978e651d64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '00af8b09-54d6-47bd-bac8-743b0ed4b77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:52:58Z', 'revision_number': 5, 'project_id': '2fbb58ace44244c99f034978e651d64d', 'gw_port': {'id': '00af8b09-54d6-47bd-bac8-743b0ed4b77c', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:37Z', 'updated_at': '2022-01-28T01:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:52:59.588767 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] Deleting port 00af8b09-54d6-47bd-bac8-743b0ed4b77c {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:52:59.589243 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:59.610091 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb74265e-92be-454a-8f50-d2adf1abbd7f None None] Checking router: 07cf4604-1989-426d-9c3d-d68c07df9230 for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:52:59.619509 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74265e-92be-454a-8f50-d2adf1abbd7f None None] Routers {'07cf4604-1989-426d-9c3d-d68c07df9230'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:52:59.620143 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-fb74265e-92be-454a-8f50-d2adf1abbd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:52:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['07cf4604-1989-426d-9c3d-d68c07df9230'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:52:59.710886 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-fb74265e-92be-454a-8f50-d2adf1abbd7f None None] Set router 07cf4604-1989-426d-9c3d-d68c07df9230 gateway port host: None {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:52:59.862627 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-fb74265e-92be-454a-8f50-d2adf1abbd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'name': 'tempest-ServerRescueNegativeTestJSON-621695749-router', 'tenant_id': '2fbb58ace44244c99f034978e651d64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:52:59Z', 'revision_number': 6, 'project_id': '2fbb58ace44244c99f034978e651d64d', 'gw_port_host': None}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:52:59.888485 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb74265e-92be-454a-8f50-d2adf1abbd7f None None] The sync data for ids ['07cf4604-1989-426d-9c3d-d68c07df9230'] in dv-cinder-824978-1-smb is: [{'id': '07cf4604-1989-426d-9c3d-d68c07df9230', 'name': 'tempest-ServerRescueNegativeTestJSON-621695749-router', 'tenant_id': '2fbb58ace44244c99f034978e651d64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:52:59Z', 'revision_number': 6, 'project_id': '2fbb58ace44244c99f034978e651d64d', 'gw_port_host': None}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:52:59.894172 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] For port 00af8b09-54d6-47bd-bac8-743b0ed4b77c, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=00af8b09-54d6-47bd-bac8-743b0ed4b77c,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:52:59.894825 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:52:59.908021 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] Calling delete_port for 00af8b09-54d6-47bd-bac8-743b0ed4b77c owned by network:router_gateway {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:53:00.078906 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.105603 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] Pushing event deleted for resources: {'Port': ['ID=00af8b09-54d6-47bd-bac8-743b0ed4b77c,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:00.165270 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614501'] for router_gateway, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.292296 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.294887 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.360242 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615360'] for router, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.360778 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07cf4604-1989-426d-9c3d-d68c07df9230 {{(pid=107858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:53:00.368434 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] Notify callbacks [] for router, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.369588 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-bd9ad8f6-9cd7-42a7-ae3b-3dc481708954 admin admin] 10.222.0.58 "DELETE /v2.0/routers/07cf4604-1989-426d-9c3d-d68c07df9230 HTTP/1.1" status: 204 len: 168 time: 1.0865681 Jan 28 01:53:00.372337 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 44872) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:00.420689 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_v2 [None req-34db8532-f41b-4cd9-a636-8141324909a4 admin admin] Deleting subnet 02de3fd4-0fd1-437c-96bf-b34995b100ee {{(pid=107858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:53:00.423908 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-34db8532-f41b-4cd9-a636-8141324909a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.458677 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-34db8532-f41b-4cd9-a636-8141324909a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1141361'] for subnet, precommit_delete_associations {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.497745 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-34db8532-f41b-4cd9-a636-8141324909a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7750459'] for subnet, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.555512 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-34db8532-f41b-4cd9-a636-8141324909a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7750450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9384921'] for subnet, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.588189 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db8532-f41b-4cd9-a636-8141324909a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02de3fd4-0fd1-437c-96bf-b34995b100ee,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:00.590092 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-34db8532-f41b-4cd9-a636-8141324909a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.593847 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-34db8532-f41b-4cd9-a636-8141324909a4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/02de3fd4-0fd1-437c-96bf-b34995b100ee HTTP/1.1" status: 204 len: 168 time: 0.2205875 Jan 28 01:53:00.597324 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 44878) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:00.647310 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 81627490-0102-4258-a1f7-ff1039859d56 no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:53:00.655179 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd994b21-4d7e-408f-ab7f-0577120a5b61 req-5828e00e-0faf-485a-900c-5d55e36ee19d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:00.656933 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-dd994b21-4d7e-408f-ab7f-0577120a5b61 req-5828e00e-0faf-485a-900c-5d55e36ee19d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0734816 Jan 28 01:53:00.680484 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: 81627490-0102-4258-a1f7-ff1039859d56 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:53:00.681066 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 81627490-0102-4258-a1f7-ff1039859d56 not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:53:00.687085 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-de12a955-8a02-4329-8d1d-4a4ed0bdf8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7845676'] for network, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.698506 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-dd994b21-4d7e-408f-ab7f-0577120a5b61 req-8de6648a-2779-42fe-9b2e-27921260f30d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347168 Jan 28 01:53:00.783607 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-de12a955-8a02-4329-8d1d-4a4ed0bdf8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751577', 'neutron.services.segments.db._delete_segments_for_network-8788471369665'] for network, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.804401 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-de12a955-8a02-4329-8d1d-4a4ed0bdf8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8ebc51-a01b-498f-97ec-dfa700d8d83d']}} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:00.815916 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-de12a955-8a02-4329-8d1d-4a4ed0bdf8d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd93564-303b-44cd-9694-7a7af8af2699') {'for_net_delete': True} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:00.816662 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-de12a955-8a02-4329-8d1d-4a4ed0bdf8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd93564-303b-44cd-9694-7a7af8af2699') {} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:00.825981 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-de12a955-8a02-4329-8d1d-4a4ed0bdf8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788471403201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1141320'] for segment, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.839496 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-de12a955-8a02-4329-8d1d-4a4ed0bdf8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.846208 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de12a955-8a02-4329-8d1d-4a4ed0bdf8d7 admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=107858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:53:00.846586 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-de12a955-8a02-4329-8d1d-4a4ed0bdf8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8545591'] for segment, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: Traceback (most recent call last): Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: timer() Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: cb(*args, **kw) Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: return func(*args, **kwargs) Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: self._notify() Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: self.callback(batched_events) Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: event.method(event) Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: return f(self, *a, **k) Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: return self._get(url).json() Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: return self.request(url, 'GET', **kwargs) Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:53:00.848441 dv-cinder-824978-1-smb neutron-server[107858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:53:00.912243 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-de12a955-8a02-4329-8d1d-4a4ed0bdf8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614529'] for network, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.919308 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-de12a955-8a02-4329-8d1d-4a4ed0bdf8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:00.923954 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-de12a955-8a02-4329-8d1d-4a4ed0bdf8d7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/aa8ebc51-a01b-498f-97ec-dfa700d8d83d HTTP/1.1" status: 204 len: 168 time: 0.3264375 Jan 28 01:53:00.934344 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12a955-8a02-4329-8d1d-4a4ed0bdf8d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8ebc51-a01b-498f-97ec-dfa700d8d83d,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:01.102521 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 44884) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:01.143910 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-625f1619-915d-4a5c-96d7-5c11e86e0fdf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2fbb58ace44244c99f034978e651d64d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402310 Jan 28 01:53:01.146450 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 44886) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:01.199549 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-415bb925-47dc-45d1-b88b-1eb1bd615678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:01.220508 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-415bb925-47dc-45d1-b88b-1eb1bd615678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:01.268837 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-415bb925-47dc-45d1-b88b-1eb1bd615678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:01.271451 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-415bb925-47dc-45d1-b88b-1eb1bd615678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:01.272589 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-415bb925-47dc-45d1-b88b-1eb1bd615678 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fb8a8c60-9bd0-4d81-b9c7-3220b6c33647 HTTP/1.1" status: 204 len: 168 time: 0.1252718 Jan 28 01:53:01.280721 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bb925-47dc-45d1-b88b-1eb1bd615678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8a8c60-9bd0-4d81-b9c7-3220b6c33647,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:01.825472 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd4d27-f9e6-4dae-9178-f8ad88940bed req-f91bb759-f171-4ef5-b0b0-3a4bef3ff01a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:01.827224 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1bbd4d27-f9e6-4dae-9178-f8ad88940bed req-f91bb759-f171-4ef5-b0b0-3a4bef3ff01a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0516093 Jan 28 01:53:01.868689 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1bbd4d27-f9e6-4dae-9178-f8ad88940bed req-3d2c3e4a-30a3-42c2-884f-d07517a1ff7b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354891 Jan 28 01:53:01.974908 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 44910) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:02.086246 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-900427882-network', 'tenant_id': 'fba09837d81342d090f5e79e4fe50330'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:02.111059 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] Made reservation on behalf of fba09837d81342d090f5e79e4fe50330 for: {'network': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:53:02.113573 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:02.122445 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:02.201528 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 00af8b09-54d6-47bd-bac8-743b0ed4b77c no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:53:02.205386 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:02.209399 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:02.224035 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: 00af8b09-54d6-47bd-bac8-743b0ed4b77c {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:53:02.224376 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 00af8b09-54d6-47bd-bac8-743b0ed4b77c not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:53:02.234572 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1192} {{(pid=107858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:53:02.248022 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed897e7-8297-4b72-8f05-0a332bf8f23a,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:02.252991 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:02.253340 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.segments_db [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] Added segment 3a79a32e-70e7-497d-afb0-7d3ea1454f97 of type vlan for network 4198d281-518d-4ade-90db-fbe09a9e1c2e Jan 28 01:53:02.294767 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:02.322120 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:02.323109 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:02.323721 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:02.380679 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4046340 Jan 28 01:53:02.383652 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 44914) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:02.387842 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be539f5-46f6-4f66-a0ae-32b91f53a0ee admin admin] Pushing event updated for resources: {'Network': ['ID=4198d281-518d-4ade-90db-fbe09a9e1c2e,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:02.389499 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Request body: {'subnet': {'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-900427882-subnet', 'tenant_id': 'fba09837d81342d090f5e79e4fe50330', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:02.398337 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network 4198d281-518d-4ade-90db-fbe09a9e1c2e details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:53:02.415592 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Made reservation on behalf of fba09837d81342d090f5e79e4fe50330 for: {'subnet': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:53:02.417878 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8742949'] for subnet, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:02.595328 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8420495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8742967'] for subnet, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:02.656695 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=608914b1-569b-4d6d-9cf3-2d2385ae9cf2,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:02.671753 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:02.672103 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:02.672439 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:02.672774 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:02.673097 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:02.673423 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:02.673746 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:02.674069 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:02.674389 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:02.674711 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:02.675027 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:02.675375 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:02.684646 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Checking segment: {'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:53:02.685013 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Network hostable DHCP agents. Network: 4198d281-518d-4ade-90db-fbe09a9e1c2e, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:53:02.705690 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Network 4198d281-518d-4ade-90db-fbe09a9e1c2e is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:53:02.716617 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, 4198d281-518d-4ade-90db-fbe09a9e1c2e) {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:53:02.721765 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:02.722394 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:02.727629 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b317ac2e-aa7c-4874-9d6f-123763c371ca None None] Network 4198d281-518d-4ade-90db-fbe09a9e1c2e requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:53:02.742024 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-9c747c71-b477-4c92-b789-fddc7801de4b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3569472 Jan 28 01:53:02.866939 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eccd05d-66a1-49a8-ab77-545938612638 None None] Network 4198d281-518d-4ade-90db-fbe09a9e1c2e requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:53:03.004713 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf4b4-b3a3-422b-9eb3-10939eec56f3 req-d10dce65-a3c0-4bb4-9e6b-499f15e1f42f tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:03.006086 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0fbaf4b4-b3a3-422b-9eb3-10939eec56f3 req-d10dce65-a3c0-4bb4-9e6b-499f15e1f42f tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0648751 Jan 28 01:53:03.045137 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0fbaf4b4-b3a3-422b-9eb3-10939eec56f3 req-4916bb83-239e-4b33-af29-05fd3a66885d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328236 Jan 28 01:53:03.197922 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1a7a3b26-fb8b-4e8e-8e32-f502b5220ec1 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:03.199311 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1a7a3b26-fb8b-4e8e-8e32-f502b5220ec1 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/networks?id=4198d281-518d-4ade-90db-fbe09a9e1c2e HTTP/1.1" status: 200 len: 814 time: 0.1003008 Jan 28 01:53:03.216096 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-81511fd2-c452-4538-82b7-7e2be78fbc63 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/quotas/fba09837d81342d090f5e79e4fe50330 HTTP/1.1" status: 200 len: 375 time: 0.0099788 Jan 28 01:53:03.252537 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-9e639a20-cf41-4ecf-b85d-18dbf950dffd tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba09837d81342d090f5e79e4fe50330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300670 Jan 28 01:53:03.343348 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-539a63b0-0e13-4a19-acfb-4debf4e614f3 service neutron] 10.222.0.58 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834694 Jan 28 01:53:03.436882 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-7ca2ec73-45c0-4c6a-9c74-10a5b32f0854 service neutron] 10.222.0.58 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872135 Jan 28 01:53:03.599426 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5672a230-6fe0-437d-ab4a-2e0040f5e791 req-b616a82e-3db5-4521-ac39-f6da1f515e7c tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 210 time: 0.0333977 Jan 28 01:53:04.178764 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc0376-9200-4302-85d0-80dfc471c2e6 req-2baefddf-3cf0-4fef-8f50-cfd8c93ff2c7 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:04.180177 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-15cc0376-9200-4302-85d0-80dfc471c2e6 req-2baefddf-3cf0-4fef-8f50-cfd8c93ff2c7 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0587108 Jan 28 01:53:04.221663 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-15cc0376-9200-4302-85d0-80dfc471c2e6 req-f304ef55-7ef7-4d95-b1f2-801f3b623525 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343935 Jan 28 01:53:04.708770 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f9c832f6-3d03-4648-91cb-b79fb7cebe5e req-d8831038-f46f-4ff4-b12d-2c15ec21a997 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 210 time: 0.0276022 Jan 28 01:53:04.813576 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-b1a80fc8-f561-421b-8436-faa5cb053411 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:04.815051 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-b1a80fc8-f561-421b-8436-faa5cb053411 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "GET /v2.0/networks?id=4198d281-518d-4ade-90db-fbe09a9e1c2e HTTP/1.1" status: 200 len: 814 time: 0.1075664 Jan 28 01:53:04.836742 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-270eaeda-cae4-451d-b07d-73d24b4aba67 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Request body: {'port': {'device_id': 'be4e8827-2a48-40bb-b968-a80bce5add31', 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e', 'admin_state_up': True, 'tenant_id': 'fba09837d81342d090f5e79e4fe50330'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:04.954402 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-270eaeda-cae4-451d-b07d-73d24b4aba67 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Made reservation on behalf of fba09837d81342d090f5e79e4fe50330 for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:53:04.958063 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-270eaeda-cae4-451d-b07d-73d24b4aba67 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:05.087654 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-270eaeda-cae4-451d-b07d-73d24b4aba67 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Allocated IP 172.20.0.9 (4198d281-518d-4ade-90db-fbe09a9e1c2e/608914b1-569b-4d6d-9cf3-2d2385ae9cf2/d6552498-1d1e-4b07-8e62-223ecb61b77a) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:53:05.233521 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-270eaeda-cae4-451d-b07d-73d24b4aba67 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:05.280880 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-270eaeda-cae4-451d-b07d-73d24b4aba67 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:05.330026 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-270eaeda-cae4-451d-b07d-73d24b4aba67 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Network 4198d281-518d-4ade-90db-fbe09a9e1c2e is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:53:05.332977 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-270eaeda-cae4-451d-b07d-73d24b4aba67 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:53:05.336477 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-270eaeda-cae4-451d-b07d-73d24b4aba67 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:53:05.343385 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270eaeda-cae4-451d-b07d-73d24b4aba67 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Pushing event updated for resources: {'Port': ['ID=d6552498-1d1e-4b07-8e62-223ecb61b77a,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:05.347482 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793e650-5a37-4a60-912e-464a922af82d req-a56cf78b-5a74-403b-8f47-7ab11d2655e8 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:05.349391 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d793e650-5a37-4a60-912e-464a922af82d req-a56cf78b-5a74-403b-8f47-7ab11d2655e8 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0570774 Jan 28 01:53:05.388677 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-270eaeda-cae4-451d-b07d-73d24b4aba67 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:05.389490 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-270eaeda-cae4-451d-b07d-73d24b4aba67 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:05.392123 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d793e650-5a37-4a60-912e-464a922af82d req-e3430e70-327a-44f0-bb34-7977d3237e4b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323622 Jan 28 01:53:05.406591 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-270eaeda-cae4-451d-b07d-73d24b4aba67 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5738175 Jan 28 01:53:05.425971 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Request body: {'port': {'device_id': 'be4e8827-2a48-40bb-b968-a80bce5add31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:05.488610 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:05.778906 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6552498-1d1e-4b07-8e62-223ecb61b77a {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:53:05.786594 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:05.799088 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Transition to ACTIVE for port object d6552498-1d1e-4b07-8e62-223ecb61b77a will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:53:05.803470 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:05.834949 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0e45a-0bf8-413c-8868-8b66ba7434bc req-280f8366-481f-4f13-8eaa-9b8a3d70eb59 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:05.836648 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-75a0e45a-0bf8-413c-8868-8b66ba7434bc req-280f8366-481f-4f13-8eaa-9b8a3d70eb59 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 931 time: 0.0532212 Jan 28 01:53:05.852638 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Pushing event updated for resources: {'Port': ['ID=d6552498-1d1e-4b07-8e62-223ecb61b77a,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:05.878283 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-75a0e45a-0bf8-413c-8868-8b66ba7434bc req-b80a1e1e-ad02-4207-8e3e-57bbdd88fc9b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350597 Jan 28 01:53:05.923553 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Attempting to bind port d6552498-1d1e-4b07-8e62-223ecb61b77a on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:53:05.923890 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Attempting to bind port d6552498-1d1e-4b07-8e62-223ecb61b77a by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:53:05.924222 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Attempting to bind port d6552498-1d1e-4b07-8e62-223ecb61b77a on network 4198d281-518d-4ade-90db-fbe09a9e1c2e {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:53:05.928715 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Port d6552498-1d1e-4b07-8e62-223ecb61b77a on network 4198d281-518d-4ade-90db-fbe09a9e1c2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:53:05.929029 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Attempting to bind port d6552498-1d1e-4b07-8e62-223ecb61b77a on network 4198d281-518d-4ade-90db-fbe09a9e1c2e {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:53:05.933702 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:53:05.934041 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Checking segment: {'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:53:05.934432 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Bound using segment: {'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:53:05.934855 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Bound port: d6552498-1d1e-4b07-8e62-223ecb61b77a, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:53:05.935209 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:06.003098 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] For port d6552498-1d1e-4b07-8e62-223ecb61b77a, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:53:06.006297 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] For port d6552498-1d1e-4b07-8e62-223ecb61b77a, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d6552498-1d1e-4b07-8e62-223ecb61b77a,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:53:06.010876 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:06.045530 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:06.046175 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:06.047585 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] 10.222.0.41 "PUT /v2.0/ports/d6552498-1d1e-4b07-8e62-223ecb61b77a HTTP/1.1" status: 200 len: 1093 time: 0.6258724 Jan 28 01:53:06.048021 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4e8827-2a48-40bb-b968-a80bce5add31', 'tag': 'd6552498-1d1e-4b07-8e62-223ecb61b77a'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:53:06.050229 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571d18e5-1711-41f8-b56e-0f066eae0c90" -d '{"events": [{"name": "network-changed", "server_uuid": "be4e8827-2a48-40bb-b968-a80bce5add31", "tag": "d6552498-1d1e-4b07-8e62-223ecb61b77a"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:06.085771 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc7293-bead-4096-bde8-1afc167c5192 service neutron] Pushing event updated for resources: {'Port': ['ID=d6552498-1d1e-4b07-8e62-223ecb61b77a,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:06.101335 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5eeb2b-516d-4d1f-b4e1-2d72f75e4df7 x-openstack-request-id: req-bd5eeb2b-516d-4d1f-b4e1-2d72f75e4df7 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:06.101627 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4e8827-2a48-40bb-b968-a80bce5add31", "tag": "d6552498-1d1e-4b07-8e62-223ecb61b77a", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:06.101877 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd5eeb2b-516d-4d1f-b4e1-2d72f75e4df7 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:06.102271 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4e8827-2a48-40bb-b968-a80bce5add31', 'tag': 'd6552498-1d1e-4b07-8e62-223ecb61b77a', 'status': 'completed', 'code': 200} Jan 28 01:53:06.165221 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1d12c1e9-b335-40cf-b2c8-bf73a7879b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:06.166728 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-1d12c1e9-b335-40cf-b2c8-bf73a7879b49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fba09837d81342d090f5e79e4fe50330&device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 1096 time: 0.0396855 Jan 28 01:53:06.217904 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-55596f5f-f99d-4539-9f86-1c35cce6a31e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6552498-1d1e-4b07-8e62-223ecb61b77a HTTP/1.1" status: 200 len: 217 time: 0.0344255 Jan 28 01:53:06.271470 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-85203791-4c26-43b6-b6d7-aba7753578b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:06.272822 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-85203791-4c26-43b6-b6d7-aba7753578b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=608914b1-569b-4d6d-9cf3-2d2385ae9cf2 HTTP/1.1" status: 200 len: 854 time: 0.0473430 Jan 28 01:53:06.307893 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-d9abf6ed-3907-4e01-850e-56c89054503d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4198d281-518d-4ade-90db-fbe09a9e1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265985 Jan 28 01:53:06.410532 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-dd0fdc01-e8d6-4f97-8ded-bcc292ef5f02 service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945139 Jan 28 01:53:06.509005 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95124f50-3d05-4b80-9ebe-ed10ccb6bd58 req-0604dd26-affb-4ede-9e76-1f8bd8e4e804 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:06.510455 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-95124f50-3d05-4b80-9ebe-ed10ccb6bd58 req-0604dd26-affb-4ede-9e76-1f8bd8e4e804 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0489702 Jan 28 01:53:06.519073 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-23989aa2-533a-4d48-ae8c-24e956dffde9 req-09f0282b-15cb-41e1-911e-ee5bb7567015 service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987892 Jan 28 01:53:06.551550 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-95124f50-3d05-4b80-9ebe-ed10ccb6bd58 req-bb0066aa-46d0-47b1-8202-94b0aebfb1ea tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340154 Jan 28 01:53:06.673694 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d18e5-1711-41f8-b56e-0f066eae0c90 req-9db24343-306a-48f5-a48c-131e5d76a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:06.675308 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-571d18e5-1711-41f8-b56e-0f066eae0c90 req-9db24343-306a-48f5-a48c-131e5d76a269 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fba09837d81342d090f5e79e4fe50330&device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 1096 time: 0.0452385 Jan 28 01:53:06.783642 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4d88f-eca5-4b26-9d69-c5f3f8c61cbe req-be845e8b-4621-45fe-b6b6-119989c73a4f tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:06.785387 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-60c4d88f-eca5-4b26-9d69-c5f3f8c61cbe req-be845e8b-4621-45fe-b6b6-119989c73a4f tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0631242 Jan 28 01:53:06.785792 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d18e5-1711-41f8-b56e-0f066eae0c90 req-9107757e-dd86-4e92-8bad-b213fed5590b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:06.787423 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-571d18e5-1711-41f8-b56e-0f066eae0c90 req-9107757e-dd86-4e92-8bad-b213fed5590b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4198d281-518d-4ade-90db-fbe09a9e1c2e HTTP/1.1" status: 200 len: 916 time: 0.1038210 Jan 28 01:53:06.833233 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-60c4d88f-eca5-4b26-9d69-c5f3f8c61cbe req-459736e6-94e5-43c2-b194-7947186aa89c tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 Jan 28 01:53:06.845401 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-571d18e5-1711-41f8-b56e-0f066eae0c90 req-f70601f1-84c8-4302-b975-9dc37fac277e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6552498-1d1e-4b07-8e62-223ecb61b77a HTTP/1.1" status: 200 len: 217 time: 0.0452528 Jan 28 01:53:06.917868 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c4164-88f1-40ef-9589-efba5a6cbff1 req-e41b60bb-04c6-49eb-b00d-d980510a0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:06.919393 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-609c4164-88f1-40ef-9589-efba5a6cbff1 req-e41b60bb-04c6-49eb-b00d-d980510a0803 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d01227c1e2c345be95db5c7d427534e6&device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 1099 time: 0.0829585 Jan 28 01:53:06.921619 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d18e5-1711-41f8-b56e-0f066eae0c90 req-3a6dd80a-548a-468b-b0ae-cd90e36436c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:06.922903 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-571d18e5-1711-41f8-b56e-0f066eae0c90 req-3a6dd80a-548a-468b-b0ae-cd90e36436c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=608914b1-569b-4d6d-9cf3-2d2385ae9cf2 HTTP/1.1" status: 200 len: 854 time: 0.0594108 Jan 28 01:53:06.976760 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-571d18e5-1711-41f8-b56e-0f066eae0c90 req-35487017-a16a-452a-ade9-263446c54b27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4198d281-518d-4ade-90db-fbe09a9e1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415199 Jan 28 01:53:06.997005 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc1a81-c321-4171-8871-a19327bc68df req-747ac48b-6606-4b89-860d-4ad13eb4cb0f tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:06.999133 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f2fc1a81-c321-4171-8871-a19327bc68df req-747ac48b-6606-4b89-860d-4ad13eb4cb0f tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 943 time: 0.0491977 Jan 28 01:53:07.038991 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f2fc1a81-c321-4171-8871-a19327bc68df req-53050f9c-9b7f-41cd-8d80-e728ded41f16 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336072 Jan 28 01:53:07.102225 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c4164-88f1-40ef-9589-efba5a6cbff1 req-eecc4bb3-fc06-49f7-aed5-2b17baf30f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:07.103714 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-609c4164-88f1-40ef-9589-efba5a6cbff1 req-eecc4bb3-fc06-49f7-aed5-2b17baf30f26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81043963-f01a-4238-ae3c-e4422abf49e4 HTTP/1.1" status: 200 len: 912 time: 0.1696799 Jan 28 01:53:07.152964 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-571d18e5-1711-41f8-b56e-0f066eae0c90 req-815ef087-2d1a-4f96-9db6-54306302ed2f service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518984 Jan 28 01:53:07.222972 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-609c4164-88f1-40ef-9589-efba5a6cbff1 req-ec1f45fc-502e-4365-936a-c9429d7a2236 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13074ef2-66d4-4f05-b65a-42dc0d26a548 HTTP/1.1" status: 200 len: 1002 time: 0.1082616 Jan 28 01:53:07.299198 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c4164-88f1-40ef-9589-efba5a6cbff1 req-a44f9811-544a-4240-94ca-9aa1c3c47657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:07.300660 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-609c4164-88f1-40ef-9589-efba5a6cbff1 req-a44f9811-544a-4240-94ca-9aa1c3c47657 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e45da0d-8ce5-4dd6-9ebf-a92f00adf184 HTTP/1.1" status: 200 len: 849 time: 0.0680907 Jan 28 01:53:07.303940 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-571d18e5-1711-41f8-b56e-0f066eae0c90 req-48e2fd08-31f8-4f9f-9acd-12ceb68c7529 service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417420 Jan 28 01:53:07.372372 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c4164-88f1-40ef-9589-efba5a6cbff1 req-c117d555-b6a8-4a2e-bdc8-e363d7cda323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:07.374557 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-609c4164-88f1-40ef-9589-efba5a6cbff1 req-c117d555-b6a8-4a2e-bdc8-e363d7cda323 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81043963-f01a-4238-ae3c-e4422abf49e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0457010 Jan 28 01:53:07.488387 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-609c4164-88f1-40ef-9589-efba5a6cbff1 req-54fc5789-48e7-43a3-950d-ac350c54372d service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032414 Jan 28 01:53:07.590185 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-609c4164-88f1-40ef-9589-efba5a6cbff1 req-5850f3dc-7fae-4dfa-b346-c4e8e40a2070 service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934885 Jan 28 01:53:07.950269 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f558b-599c-476d-9ea7-667894bfc5e9 req-ad8de855-c4f7-432b-928e-199405ebb561 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:07.952556 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6d7f558b-599c-476d-9ea7-667894bfc5e9 req-ad8de855-c4f7-432b-928e-199405ebb561 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0506136 Jan 28 01:53:07.996603 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6d7f558b-599c-476d-9ea7-667894bfc5e9 req-1838eb0d-ee14-4920-b581-1880ce62ade1 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321193 Jan 28 01:53:08.172761 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff3b4f-efc6-4ac8-b6c3-f3f5bbfc6a6a req-733273d1-5ab0-4e61-9f0a-9e53a6bf61c3 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:08.174679 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-baff3b4f-efc6-4ac8-b6c3-f3f5bbfc6a6a req-733273d1-5ab0-4e61-9f0a-9e53a6bf61c3 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 943 time: 0.0669911 Jan 28 01:53:08.221049 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-baff3b4f-efc6-4ac8-b6c3-f3f5bbfc6a6a req-7687a340-5041-4c7b-bc6a-53374fcf2d00 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397758 Jan 28 01:53:08.706126 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device d6552498-1d1e-4b07-8e62-223ecb61b77a details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:53:08.802547 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port d6552498-1d1e-4b07-8e62-223ecb61b77a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d6552498-1d1e-4b07-8e62-223ecb61b77a,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:08.813664 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': 'd6552498-1d1e-4b07-8e62-223ecb61b77a', 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e', 'port_id': 'd6552498-1d1e-4b07-8e62-223ecb61b77a', 'mac_address': 'fa:16:3e:e3:c4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608914b1-569b-4d6d-9cf3-2d2385ae9cf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:53:08.850526 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:08.863390 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6552498-1d1e-4b07-8e62-223ecb61b77a {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:53:08.882226 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port d6552498-1d1e-4b07-8e62-223ecb61b77a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d6552498-1d1e-4b07-8e62-223ecb61b77a,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:08.886618 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:08.937477 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=d6552498-1d1e-4b07-8e62-223ecb61b77a,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:09.113778 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2284bd6-3844-4f07-b545-ea8f7e2d8659 req-c0325e99-2d9c-4d92-874e-f6b0c9827680 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:09.115900 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c2284bd6-3844-4f07-b545-ea8f7e2d8659 req-c0325e99-2d9c-4d92-874e-f6b0c9827680 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0516660 Jan 28 01:53:09.153712 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c2284bd6-3844-4f07-b545-ea8f7e2d8659 req-2dd8244e-4a3f-4238-a6fb-f5dd91c1b4da tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320373 Jan 28 01:53:09.230542 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['d6552498-1d1e-4b07-8e62-223ecb61b77a'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:53:09.347334 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7bdfa-3ff5-4f88-aca4-141fa4a47c50 req-37febacf-9222-47a7-8017-18c7ff8ed4d2 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:09.348813 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-90e7bdfa-3ff5-4f88-aca4-141fa4a47c50 req-37febacf-9222-47a7-8017-18c7ff8ed4d2 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 944 time: 0.0489738 Jan 28 01:53:09.388945 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-90e7bdfa-3ff5-4f88-aca4-141fa4a47c50 req-fac8f382-475e-44cf-94c7-f24d114349ff tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336487 Jan 28 01:53:10.504570 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c5565-b901-43c5-9b2f-52e1c3a2427d req-e2806b84-519c-45a5-a07a-2801bdae2030 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:10.505917 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8a9c5565-b901-43c5-9b2f-52e1c3a2427d req-e2806b84-519c-45a5-a07a-2801bdae2030 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 944 time: 0.0512495 Jan 28 01:53:10.543970 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8a9c5565-b901-43c5-9b2f-52e1c3a2427d req-c0e7b004-8ce7-40be-8c3a-a95d4e6ba8b6 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319622 Jan 28 01:53:10.711691 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device d6552498-1d1e-4b07-8e62-223ecb61b77a up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:53:10.766508 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port d6552498-1d1e-4b07-8e62-223ecb61b77a completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:53:10.770017 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port d6552498-1d1e-4b07-8e62-223ecb61b77a triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:53:10.770390 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:10.852216 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:10.874569 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4e8827-2a48-40bb-b968-a80bce5add31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6552498-1d1e-4b07-8e62-223ecb61b77a'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:53:10.876955 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f5db1a-6310-4c91-855c-8d47d159b11f" -d '{"events": [{"server_uuid": "be4e8827-2a48-40bb-b968-a80bce5add31", "name": "network-vif-plugged", "status": "completed", "tag": "d6552498-1d1e-4b07-8e62-223ecb61b77a"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:10.892583 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port d6552498-1d1e-4b07-8e62-223ecb61b77a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d6552498-1d1e-4b07-8e62-223ecb61b77a,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:10.898170 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:10.922878 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b668005-e300-4537-92c9-8d3d08a82c59 x-openstack-request-id: req-9b668005-e300-4537-92c9-8d3d08a82c59 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:10.923195 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4e8827-2a48-40bb-b968-a80bce5add31", "name": "network-vif-plugged", "status": "completed", "tag": "d6552498-1d1e-4b07-8e62-223ecb61b77a", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:10.923503 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b668005-e300-4537-92c9-8d3d08a82c59 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:10.923897 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4e8827-2a48-40bb-b968-a80bce5add31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6552498-1d1e-4b07-8e62-223ecb61b77a', 'code': 200} Jan 28 01:53:10.950111 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=d6552498-1d1e-4b07-8e62-223ecb61b77a,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:11.129792 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2729f-6bce-4d49-b058-3d03ae386acc req-1f0b1889-a834-4a34-8fb8-f10e2aed3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:11.131269 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-98c2729f-6bce-4d49-b058-3d03ae386acc req-1f0b1889-a834-4a34-8fb8-f10e2aed3402 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 1098 time: 0.0398111 Jan 28 01:53:11.167810 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-98c2729f-6bce-4d49-b058-3d03ae386acc req-48050ab6-9cf6-48f9-9ac2-dddd943a5458 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284328 Jan 28 01:53:11.668403 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f87052-6ce5-44ea-8d9d-ecad070f30ba req-9a0262ed-cfca-44d7-9d72-7b6e289bf78e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:11.670363 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f0f87052-6ce5-44ea-8d9d-ecad070f30ba req-9a0262ed-cfca-44d7-9d72-7b6e289bf78e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 945 time: 0.0507150 Jan 28 01:53:11.713036 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f0f87052-6ce5-44ea-8d9d-ecad070f30ba req-aa92ff10-2eac-46a2-b7a0-351a0d57ff6f tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364857 Jan 28 01:53:12.835427 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521a41c-ab37-4413-a592-01bbcd54f80c req-3f53c2b4-c3bd-481e-bcc3-8010e763d7cf tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:12.837142 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8521a41c-ab37-4413-a592-01bbcd54f80c req-3f53c2b4-c3bd-481e-bcc3-8010e763d7cf tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 945 time: 0.0500169 Jan 28 01:53:12.876976 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8521a41c-ab37-4413-a592-01bbcd54f80c req-588b7314-e573-4c7c-8dad-ee3d5c2854e0 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330944 Jan 28 01:53:16.940193 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-26dfb0f6-58f4-4820-9f15-fb5bc8afe4dc req-31df9c6d-773e-441b-9238-69cf45cc1f94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404840 Jan 28 01:53:17.029167 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb0f6-58f4-4820-9f15-fb5bc8afe4dc req-7c808db8-7613-4df1-880a-330c2b9bd346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:17.030811 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-26dfb0f6-58f4-4820-9f15-fb5bc8afe4dc req-7c808db8-7613-4df1-880a-330c2b9bd346 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c429dadc11994a4186276b0066a5c162&device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 1099 time: 0.0504308 Jan 28 01:53:17.032512 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-2f90170f-044a-4019-8dfb-98a6513c81d3 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:17.033994 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-2f90170f-044a-4019-8dfb-98a6513c81d3 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/networks?id=4198d281-518d-4ade-90db-fbe09a9e1c2e HTTP/1.1" status: 200 len: 814 time: 0.1068463 Jan 28 01:53:17.049577 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-a5c6180e-276b-4ce7-a29c-26f867555fb2 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/quotas/fba09837d81342d090f5e79e4fe50330 HTTP/1.1" status: 200 len: 375 time: 0.0097630 Jan 28 01:53:17.100642 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-b35b5ec7-c4d2-4bae-ae92-5eb52cc83acd tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba09837d81342d090f5e79e4fe50330&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454299 Jan 28 01:53:17.160614 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb0f6-58f4-4820-9f15-fb5bc8afe4dc req-4b626e3f-adf4-4e02-bcc9-86da7ce3862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:17.163225 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-26dfb0f6-58f4-4820-9f15-fb5bc8afe4dc req-4b626e3f-adf4-4e02-bcc9-86da7ce3862e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be HTTP/1.1" status: 200 len: 918 time: 0.1110916 Jan 28 01:53:17.200798 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-c966552f-4a7c-4119-9a95-d34072fcd8fd service neutron] 10.222.0.58 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930543 Jan 28 01:53:17.239620 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-26dfb0f6-58f4-4820-9f15-fb5bc8afe4dc req-d445a50d-2570-450b-8884-79705c495bd3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8 HTTP/1.1" status: 200 len: 1000 time: 0.0666473 Jan 28 01:53:17.298795 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-3f8e1fa4-285a-4f5b-8dd5-3585b3fbe7de service neutron] 10.222.0.58 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911026 Jan 28 01:53:17.484823 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bc865db8-b209-4472-bb93-875571a12131 req-915549c1-bec4-4557-8dcf-7fedd970ad0e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 210 time: 0.0331142 Jan 28 01:53:17.542531 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb0f6-58f4-4820-9f15-fb5bc8afe4dc req-84df3c06-b8cf-47a7-944c-e5c405b4e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:17.544032 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-26dfb0f6-58f4-4820-9f15-fb5bc8afe4dc req-84df3c06-b8cf-47a7-944c-e5c405b4e63e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b47d88-4276-41ac-88c0-29b5a88b4328 HTTP/1.1" status: 200 len: 855 time: 0.2972450 Jan 28 01:53:17.594816 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb0f6-58f4-4820-9f15-fb5bc8afe4dc req-6bee4e42-4117-403a-87ab-925d8da4c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:17.596424 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-26dfb0f6-58f4-4820-9f15-fb5bc8afe4dc req-6bee4e42-4117-403a-87ab-925d8da4c614 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0427804 Jan 28 01:53:17.697212 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-26dfb0f6-58f4-4820-9f15-fb5bc8afe4dc req-3469e256-3709-4f16-a00a-d517b75fbeb1 service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918944 Jan 28 01:53:17.798765 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-26dfb0f6-58f4-4820-9f15-fb5bc8afe4dc req-1f39f626-9d30-4c78-aa8c-328f0de82985 service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889888 Jan 28 01:53:18.593500 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-26b3dfa7-0562-447d-8074-baee0549360e req-c9d499a5-49be-4a35-a939-830e8c6a4ca7 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 210 time: 0.0344527 Jan 28 01:53:18.736110 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-ee229f94-6e87-43cb-a59b-c89397156dd0 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:18.737668 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-ee229f94-6e87-43cb-a59b-c89397156dd0 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "GET /v2.0/networks?id=4198d281-518d-4ade-90db-fbe09a9e1c2e HTTP/1.1" status: 200 len: 814 time: 0.1309731 Jan 28 01:53:18.759149 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-e7eca7cb-b346-4536-9410-636e3006101a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Request body: {'port': {'device_id': '1dca967d-a1ea-4845-9670-206c73594fb3', 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e', 'admin_state_up': True, 'tenant_id': 'fba09837d81342d090f5e79e4fe50330'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:18.869017 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-e7eca7cb-b346-4536-9410-636e3006101a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Made reservation on behalf of fba09837d81342d090f5e79e4fe50330 for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:53:18.872606 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-e7eca7cb-b346-4536-9410-636e3006101a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:18.986566 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:19.006428 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-e7eca7cb-b346-4536-9410-636e3006101a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Allocated IP 172.20.0.14 (4198d281-518d-4ade-90db-fbe09a9e1c2e/608914b1-569b-4d6d-9cf3-2d2385ae9cf2/64fea750-8438-4e92-a434-b60556e6c246) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:53:19.165644 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-e7eca7cb-b346-4536-9410-636e3006101a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:19.199497 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-e7eca7cb-b346-4536-9410-636e3006101a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:19.245813 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-e7eca7cb-b346-4536-9410-636e3006101a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Network 4198d281-518d-4ade-90db-fbe09a9e1c2e is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:53:19.249730 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-e7eca7cb-b346-4536-9410-636e3006101a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:53:19.253415 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-e7eca7cb-b346-4536-9410-636e3006101a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:53:19.254437 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['d6552498-1d1e-4b07-8e62-223ecb61b77a'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:53:19.284416 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eca7cb-b346-4536-9410-636e3006101a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Pushing event updated for resources: {'Port': ['ID=64fea750-8438-4e92-a434-b60556e6c246,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:19.313271 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-e7eca7cb-b346-4536-9410-636e3006101a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:19.313940 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-e7eca7cb-b346-4536-9410-636e3006101a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:19.330660 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-e7eca7cb-b346-4536-9410-636e3006101a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5754921 Jan 28 01:53:19.361940 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Request body: {'port': {'device_id': '1dca967d-a1ea-4845-9670-206c73594fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:19.422652 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:19.698007 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fea750-8438-4e92-a434-b60556e6c246 {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:53:19.706456 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:19.719045 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f014c-72e7-491f-8ee0-721f78681548 req-29ba6b16-dc40-4e09-bab5-aff58e7fd0e1 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:19.719697 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Transition to ACTIVE for port object 64fea750-8438-4e92-a434-b60556e6c246 will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:53:19.720600 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e33f014c-72e7-491f-8ee0-721f78681548 req-29ba6b16-dc40-4e09-bab5-aff58e7fd0e1 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 932 time: 0.0560927 Jan 28 01:53:19.723799 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:19.763122 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e33f014c-72e7-491f-8ee0-721f78681548 req-1c74b174-92f1-44c6-8dc1-77f20a011678 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347593 Jan 28 01:53:19.777754 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Pushing event updated for resources: {'Port': ['ID=64fea750-8438-4e92-a434-b60556e6c246,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:19.791014 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:53:19.847444 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Attempting to bind port 64fea750-8438-4e92-a434-b60556e6c246 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:53:19.847776 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Attempting to bind port 64fea750-8438-4e92-a434-b60556e6c246 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:53:19.848101 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Attempting to bind port 64fea750-8438-4e92-a434-b60556e6c246 on network 4198d281-518d-4ade-90db-fbe09a9e1c2e {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:53:19.852364 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Port 64fea750-8438-4e92-a434-b60556e6c246 on network 4198d281-518d-4ade-90db-fbe09a9e1c2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:53:19.852664 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Attempting to bind port 64fea750-8438-4e92-a434-b60556e6c246 on network 4198d281-518d-4ade-90db-fbe09a9e1c2e {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:53:19.857814 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:53:19.858138 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Checking segment: {'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:53:19.858508 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Bound using segment: {'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:53:19.858923 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Bound port: 64fea750-8438-4e92-a434-b60556e6c246, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:53:19.859288 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:19.923276 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] For port 64fea750-8438-4e92-a434-b60556e6c246, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:53:19.926541 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] For port 64fea750-8438-4e92-a434-b60556e6c246, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=64fea750-8438-4e92-a434-b60556e6c246,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:53:19.929835 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:19.967476 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:19.968083 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:19.969521 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] 10.222.0.41 "PUT /v2.0/ports/64fea750-8438-4e92-a434-b60556e6c246 HTTP/1.1" status: 200 len: 1094 time: 0.6123276 Jan 28 01:53:19.969951 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dca967d-a1ea-4845-9670-206c73594fb3', 'tag': '64fea750-8438-4e92-a434-b60556e6c246'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:53:19.972163 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10924bca-ad32-4212-ac2d-c85c35379b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "1dca967d-a1ea-4845-9670-206c73594fb3", "tag": "64fea750-8438-4e92-a434-b60556e6c246"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:19.994613 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ea9f3-defc-4ead-8900-8a960ce3edb0 service neutron] Pushing event updated for resources: {'Port': ['ID=64fea750-8438-4e92-a434-b60556e6c246,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:20.018584 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2694a9cf-5881-4ace-b1b2-9e3bc364f40b x-openstack-request-id: req-2694a9cf-5881-4ace-b1b2-9e3bc364f40b {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:20.018870 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dca967d-a1ea-4845-9670-206c73594fb3", "tag": "64fea750-8438-4e92-a434-b60556e6c246", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:20.019121 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2694a9cf-5881-4ace-b1b2-9e3bc364f40b {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:20.019539 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dca967d-a1ea-4845-9670-206c73594fb3', 'tag': '64fea750-8438-4e92-a434-b60556e6c246', 'status': 'completed', 'code': 200} Jan 28 01:53:20.100902 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-5452cdef-a814-4cc5-a954-f006ca2bf333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:20.102408 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-5452cdef-a814-4cc5-a954-f006ca2bf333 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fba09837d81342d090f5e79e4fe50330&device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0417581 Jan 28 01:53:20.158385 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-628e1b1d-6d60-4c9e-ad83-168f2c7a5150 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64fea750-8438-4e92-a434-b60556e6c246 HTTP/1.1" status: 200 len: 217 time: 0.0371623 Jan 28 01:53:20.208671 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-a39fa3ef-e0db-43c8-90bc-7d5ce4c04781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:20.210167 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-a39fa3ef-e0db-43c8-90bc-7d5ce4c04781 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=608914b1-569b-4d6d-9cf3-2d2385ae9cf2 HTTP/1.1" status: 200 len: 854 time: 0.0445311 Jan 28 01:53:20.262563 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-7a3d2d7a-5794-4d9b-bdad-29e22a25d8c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4198d281-518d-4ade-90db-fbe09a9e1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248260 Jan 28 01:53:20.363321 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-42111464-5baa-441e-9c19-43febf3a2a69 service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877028 Jan 28 01:53:20.498228 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c1df37f0-09d9-4cde-bc6f-76762ec272d6 req-30fcb42f-3e2a-4260-a40a-96b844852e07 service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839560 Jan 28 01:53:20.652263 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10924bca-ad32-4212-ac2d-c85c35379b6a req-5a5f3f90-135e-486b-8fbd-f64a14ea133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:20.653764 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-10924bca-ad32-4212-ac2d-c85c35379b6a req-5a5f3f90-135e-486b-8fbd-f64a14ea133f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fba09837d81342d090f5e79e4fe50330&device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0418286 Jan 28 01:53:20.669866 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-2f8f58b2-938e-4c38-b938-22857d254e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:20.753675 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10924bca-ad32-4212-ac2d-c85c35379b6a req-e0608aff-418d-4f0c-864a-d214737af4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:20.755115 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-10924bca-ad32-4212-ac2d-c85c35379b6a req-e0608aff-418d-4f0c-864a-d214737af4f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4198d281-518d-4ade-90db-fbe09a9e1c2e HTTP/1.1" status: 200 len: 916 time: 0.0923145 Jan 28 01:53:20.802118 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-10924bca-ad32-4212-ac2d-c85c35379b6a req-d74ccdd9-80cd-4061-b1d6-44c5df10fdbb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64fea750-8438-4e92-a434-b60556e6c246 HTTP/1.1" status: 200 len: 217 time: 0.0339305 Jan 28 01:53:20.874763 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10924bca-ad32-4212-ac2d-c85c35379b6a req-0f49856b-046a-474d-bee7-c1f2869747b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:20.876395 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-10924bca-ad32-4212-ac2d-c85c35379b6a req-0f49856b-046a-474d-bee7-c1f2869747b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=608914b1-569b-4d6d-9cf3-2d2385ae9cf2 HTTP/1.1" status: 200 len: 854 time: 0.0586107 Jan 28 01:53:20.890065 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd039ad6-ea92-454b-b98c-93e348c9ee7a req-f6c3bb1e-5c78-4cbe-8280-994d10385e49 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:20.891545 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bd039ad6-ea92-454b-b98c-93e348c9ee7a req-f6c3bb1e-5c78-4cbe-8280-994d10385e49 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 944 time: 0.0521617 Jan 28 01:53:20.912044 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-10924bca-ad32-4212-ac2d-c85c35379b6a req-5a1ba87a-7632-4fe9-aa0c-1797aee9dd93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4198d281-518d-4ade-90db-fbe09a9e1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256929 Jan 28 01:53:20.932368 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bd039ad6-ea92-454b-b98c-93e348c9ee7a req-6f626f05-b3f5-415a-8d2d-7b0222440ee1 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331836 Jan 28 01:53:21.008929 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-10924bca-ad32-4212-ac2d-c85c35379b6a req-12f30e5b-60a7-4579-b04b-5b4fde52341f service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820928 Jan 28 01:53:21.115159 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-10924bca-ad32-4212-ac2d-c85c35379b6a req-0522dfcf-17a5-4cc1-ad4e-f82f1aaa31e9 service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875735 Jan 28 01:53:22.054807 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35664c-b407-4afa-9b63-a15647cef540 req-ac5cc5aa-4ced-4fc4-b6c5-c5f0a9ce0d75 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:22.056269 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ee35664c-b407-4afa-9b63-a15647cef540 req-ac5cc5aa-4ced-4fc4-b6c5-c5f0a9ce0d75 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 944 time: 0.0534549 Jan 28 01:53:22.095386 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ee35664c-b407-4afa-9b63-a15647cef540 req-0fd21795-3d9e-44d9-82bc-50927e00aba6 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320835 Jan 28 01:53:22.788638 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 64fea750-8438-4e92-a434-b60556e6c246 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:53:22.893155 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 64fea750-8438-4e92-a434-b60556e6c246, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=64fea750-8438-4e92-a434-b60556e6c246,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:22.903445 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '64fea750-8438-4e92-a434-b60556e6c246', 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e', 'port_id': '64fea750-8438-4e92-a434-b60556e6c246', 'mac_address': 'fa:16:3e:49:cb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608914b1-569b-4d6d-9cf3-2d2385ae9cf2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:53:22.941922 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:22.955171 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fea750-8438-4e92-a434-b60556e6c246 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:53:22.976720 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 64fea750-8438-4e92-a434-b60556e6c246, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=64fea750-8438-4e92-a434-b60556e6c246,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:22.980821 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:23.028947 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=64fea750-8438-4e92-a434-b60556e6c246,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:23.035802 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:23.036148 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:23.036491 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:23.036827 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:23.037159 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:23.037487 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:23.037814 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:23.038138 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:23.038485 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:23.038819 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:23.039135 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:23.039478 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:23.093678 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-4d458001-d73f-4d37-a3b7-b630d84798ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:23.214169 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a10d65-5e0d-4739-9a65-70481d489e34 req-6ca25e3c-d784-4e9a-b65c-6ad27ba8abe8 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:23.215600 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-50a10d65-5e0d-4739-9a65-70481d489e34 req-6ca25e3c-d784-4e9a-b65c-6ad27ba8abe8 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 945 time: 0.0531406 Jan 28 01:53:23.268379 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-50a10d65-5e0d-4739-9a65-70481d489e34 req-6aa0f058-d348-4bef-8d2a-8b4c6a6eb5a6 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462534 Jan 28 01:53:23.437802 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['64fea750-8438-4e92-a434-b60556e6c246'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:53:24.401793 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3589c5e-aca1-4ad4-a4de-c2037086e1f0 req-0f4371bd-f480-4712-8675-5dbcd624a01a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:24.403292 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f3589c5e-aca1-4ad4-a4de-c2037086e1f0 req-0f4371bd-f480-4712-8675-5dbcd624a01a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 945 time: 0.0494976 Jan 28 01:53:24.446723 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f3589c5e-aca1-4ad4-a4de-c2037086e1f0 req-c11b4818-0a07-4da3-be1f-036e25f5ad3f tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371978 Jan 28 01:53:24.766700 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:24.807278 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 64fea750-8438-4e92-a434-b60556e6c246 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:53:24.858413 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port 64fea750-8438-4e92-a434-b60556e6c246 completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:53:24.862106 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 64fea750-8438-4e92-a434-b60556e6c246 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:53:24.862475 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:24.944295 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:24.968070 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dca967d-a1ea-4845-9670-206c73594fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fea750-8438-4e92-a434-b60556e6c246'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:53:24.970382 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c91fdef-3610-4d95-8eec-382b0f9f77ee" -d '{"events": [{"server_uuid": "1dca967d-a1ea-4845-9670-206c73594fb3", "name": "network-vif-plugged", "status": "completed", "tag": "64fea750-8438-4e92-a434-b60556e6c246"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:24.983634 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 64fea750-8438-4e92-a434-b60556e6c246, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=64fea750-8438-4e92-a434-b60556e6c246,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:24.988777 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:25.015881 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3b47cb-a606-4948-a564-366d05cf21cb x-openstack-request-id: req-7e3b47cb-a606-4948-a564-366d05cf21cb {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:25.016198 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dca967d-a1ea-4845-9670-206c73594fb3", "name": "network-vif-plugged", "status": "completed", "tag": "64fea750-8438-4e92-a434-b60556e6c246", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:25.016456 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e3b47cb-a606-4948-a564-366d05cf21cb {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:25.016841 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dca967d-a1ea-4845-9670-206c73594fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fea750-8438-4e92-a434-b60556e6c246', 'code': 200} Jan 28 01:53:25.041573 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=64fea750-8438-4e92-a434-b60556e6c246,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:25.307910 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaecc55-88e4-45d5-8b3c-227dc2887825 req-729c82f9-ce32-4bc1-9236-f0a53d65ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:25.309465 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-aaaecc55-88e4-45d5-8b3c-227dc2887825 req-729c82f9-ce32-4bc1-9236-f0a53d65ace7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 1099 time: 0.0410099 Jan 28 01:53:25.366934 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-aaaecc55-88e4-45d5-8b3c-227dc2887825 req-a5c90a47-e495-4739-ab8d-720394986ded service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306778 Jan 28 01:53:25.565693 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27428204-0b1a-4707-91a7-6d19047087e1 req-1073c805-45d3-4bde-9a25-c9e2ea04aca4 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:25.567220 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-27428204-0b1a-4707-91a7-6d19047087e1 req-1073c805-45d3-4bde-9a25-c9e2ea04aca4 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 946 time: 0.0501778 Jan 28 01:53:25.606142 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-27428204-0b1a-4707-91a7-6d19047087e1 req-60f21329-4e9f-4e37-9fe8-740d275ae56b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327570 Jan 28 01:53:26.182122 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:26.614427 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:26.737705 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbb087-9dd4-4872-adc7-0fd4e8d2042b req-9a069e2a-341a-43c3-8e3d-799dc4ef15e5 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:26.739092 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4cbbb087-9dd4-4872-adc7-0fd4e8d2042b req-9a069e2a-341a-43c3-8e3d-799dc4ef15e5 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 946 time: 0.0559275 Jan 28 01:53:26.780015 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4cbbb087-9dd4-4872-adc7-0fd4e8d2042b req-0455e1f5-8b5d-4139-8899-d363832aac9e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349238 Jan 28 01:53:27.541794 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1013c-669c-450b-a03a-e079069afb1e req-dfc338f6-2178-4c47-b722-92cbd7fca39c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:27.543153 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-27d1013c-669c-450b-a03a-e079069afb1e req-dfc338f6-2178-4c47-b722-92cbd7fca39c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 946 time: 0.0493517 Jan 28 01:53:27.581941 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-27d1013c-669c-450b-a03a-e079069afb1e req-6791d4e8-d1d2-470e-91fc-013cd637c4ac tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319250 Jan 28 01:53:27.898768 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09950fe1-82ce-404d-bf45-cfaa80253e96 req-dac14196-dbb3-494a-a3c3-668b5aff6090 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:27.900273 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-09950fe1-82ce-404d-bf45-cfaa80253e96 req-dac14196-dbb3-494a-a3c3-668b5aff6090 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 946 time: 0.0489578 Jan 28 01:53:27.939130 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-09950fe1-82ce-404d-bf45-cfaa80253e96 req-4147771e-de3a-4c78-abc9-4a957c722db6 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Jan 28 01:53:28.721964 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdc6d5-d10e-4b27-89df-7ba7ae68d90d req-22731e98-6b59-4c0b-84e4-20660a0e58f3 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:28.723458 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f9bdc6d5-d10e-4b27-89df-7ba7ae68d90d req-22731e98-6b59-4c0b-84e4-20660a0e58f3 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 946 time: 0.0605741 Jan 28 01:53:28.762046 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f9bdc6d5-d10e-4b27-89df-7ba7ae68d90d req-73076cf2-a546-4d3a-94f6-599bb9c7b50d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324750 Jan 28 01:53:29.680932 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-d475b1c6-f3b3-4c55-9063-e2db2f38d675 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:29.682294 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-d475b1c6-f3b3-4c55-9063-e2db2f38d675 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/networks?id=4198d281-518d-4ade-90db-fbe09a9e1c2e HTTP/1.1" status: 200 len: 814 time: 0.1076732 Jan 28 01:53:29.698657 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-20f30abb-5bc7-48ed-a03c-22132cb49a97 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/quotas/fba09837d81342d090f5e79e4fe50330 HTTP/1.1" status: 200 len: 375 time: 0.0098536 Jan 28 01:53:29.756329 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-ce56b18e-9f39-4118-9634-331c12dffe3a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba09837d81342d090f5e79e4fe50330&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509851 Jan 28 01:53:29.859722 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-5f45f70c-217b-4cb7-a900-b14375ce3e56 service neutron] 10.222.0.58 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964363 Jan 28 01:53:29.950166 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ee240-857a-40ce-be06-2b1d99e47f34 req-d9b61c94-ab87-49fa-a520-c92adfd0dda9 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:29.952615 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a32ee240-857a-40ce-be06-2b1d99e47f34 req-d9b61c94-ab87-49fa-a520-c92adfd0dda9 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 946 time: 0.1137025 Jan 28 01:53:29.995654 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-c0796c0d-b82d-4b50-8f7e-d2198ab392ea service neutron] 10.222.0.58 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218951 Jan 28 01:53:30.015325 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a32ee240-857a-40ce-be06-2b1d99e47f34 req-8bbb544a-5e09-46f6-a34f-2ba30a4cab17 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515132 Jan 28 01:53:30.164232 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-90c6ff30-18c6-4d59-a2ca-51e74cbe914b req-69c801ce-1035-450c-bd52-6192bc3e4e71 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 210 time: 0.0339723 Jan 28 01:53:30.237240 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f227165-41ca-4e0f-964d-02007732a67e req-41d2c465-cbd2-40bb-95d1-2f415b537712 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:30.238744 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-0f227165-41ca-4e0f-964d-02007732a67e req-41d2c465-cbd2-40bb-95d1-2f415b537712 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 946 time: 0.0598624 Jan 28 01:53:30.346513 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-0f227165-41ca-4e0f-964d-02007732a67e req-53b4ec6e-cf87-4ad3-869b-376f425d91ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Deleting port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:53:30.346853 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-0f227165-41ca-4e0f-964d-02007732a67e req-53b4ec6e-cf87-4ad3-869b-376f425d91ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:30.439791 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-0f227165-41ca-4e0f-964d-02007732a67e req-53b4ec6e-cf87-4ad3-869b-376f425d91ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] For port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:30.440223 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-0f227165-41ca-4e0f-964d-02007732a67e req-53b4ec6e-cf87-4ad3-869b-376f425d91ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:30.752377 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-0f227165-41ca-4e0f-964d-02007732a67e req-53b4ec6e-cf87-4ad3-869b-376f425d91ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:30.752666 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-0f227165-41ca-4e0f-964d-02007732a67e req-53b4ec6e-cf87-4ad3-869b-376f425d91ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614579'] for floatingip, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:30.752991 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.l3_db [req-0f227165-41ca-4e0f-964d-02007732a67e req-53b4ec6e-cf87-4ad3-869b-376f425d91ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Floating IP aeb7ace5-dc06-4ab6-8d4d-ce721fba35b9 disassociated. External IP: 172.28.1.17, port: 26da1c97-50e5-4ec4-8fe2-d045228e3eb8. Jan 28 01:53:30.753330 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-0f227165-41ca-4e0f-964d-02007732a67e req-53b4ec6e-cf87-4ad3-869b-376f425d91ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Calling delete_port for 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:53:30.885170 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-0f227165-41ca-4e0f-964d-02007732a67e req-53b4ec6e-cf87-4ad3-869b-376f425d91ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:30.917836 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4ec6e-cf87-4ad3-869b-376f425d91ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event deleted for resources: {'Port': ['ID=26da1c97-50e5-4ec4-8fe2-d045228e3eb8,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:31.035660 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f227165-41ca-4e0f-964d-02007732a67e req-53b4ec6e-cf87-4ad3-869b-376f425d91ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Router 04f08bbe-3a6c-4702-81d9-7690731b51a1 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:53:31.129228 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5c92a28b-0033-4afa-bd38-c7cc6b503a80 req-658d280d-e9cf-474e-a6e2-d82c9421cef7 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 210 time: 0.0296156 Jan 28 01:53:31.301552 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-607a7d30-0e76-4ac0-ac07-9c08e66adbfe req-ffa88a03-d16d-4a13-9bfe-7315e4a4886f tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 210 time: 0.0390785 Jan 28 01:53:31.432121 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f227165-41ca-4e0f-964d-02007732a67e req-53b4ec6e-cf87-4ad3-869b-376f425d91ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:53:31.443157 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf85c89-513c-4a44-a1a4-803ab39d776c None None] Sync routers for ids ['04f08bbe-3a6c-4702-81d9-7690731b51a1'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:53:31.457085 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf85c89-513c-4a44-a1a4-803ab39d776c None None] Routers {'04f08bbe-3a6c-4702-81d9-7690731b51a1'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:53:31.458172 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-6cf85c89-513c-4a44-a1a4-803ab39d776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:53:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['04f08bbe-3a6c-4702-81d9-7690731b51a1'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:31.483117 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f227165-41ca-4e0f-964d-02007732a67e req-53b4ec6e-cf87-4ad3-869b-376f425d91ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] No DVR routers for this DVR port 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:53:31.487283 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-0f227165-41ca-4e0f-964d-02007732a67e req-53b4ec6e-cf87-4ad3-869b-376f425d91ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:31.490523 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-0f227165-41ca-4e0f-964d-02007732a67e req-53b4ec6e-cf87-4ad3-869b-376f425d91ec tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.41 "DELETE /v2.0/ports/26da1c97-50e5-4ec4-8fe2-d045228e3eb8 HTTP/1.1" status: 204 len: 173 time: 1.2437701 Jan 28 01:53:31.490957 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'name': 'network-vif-deleted', 'tag': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:53:31.493162 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef0b8c3-a274-415a-a29a-1a48435d6480" -d '{"events": [{"server_uuid": "6f6cbaa2-8645-4ecb-be94-d61e61cd5b11", "name": "network-vif-deleted", "tag": "26da1c97-50e5-4ec4-8fe2-d045228e3eb8"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:31.520305 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-1923ab7b-e722-4593-a7b7-318713893675 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:31.521939 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-1923ab7b-e722-4593-a7b7-318713893675 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "GET /v2.0/networks?id=4198d281-518d-4ade-90db-fbe09a9e1c2e HTTP/1.1" status: 200 len: 814 time: 0.1683283 Jan 28 01:53:31.534120 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4908f12d-f6bf-406c-af0d-7256e5be8983 x-openstack-request-id: req-4908f12d-f6bf-406c-af0d-7256e5be8983 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:31.534615 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6cbaa2-8645-4ecb-be94-d61e61cd5b11", "name": "network-vif-deleted", "tag": "26da1c97-50e5-4ec4-8fe2-d045228e3eb8", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:31.534717 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4908f12d-f6bf-406c-af0d-7256e5be8983 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:31.535065 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6cbaa2-8645-4ecb-be94-d61e61cd5b11', 'name': 'network-vif-deleted', 'tag': '26da1c97-50e5-4ec4-8fe2-d045228e3eb8', 'status': 'completed', 'code': 200} Jan 28 01:53:31.578656 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-3124877e-3d23-43d9-8302-68687d12c63b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Request body: {'port': {'device_id': '0e30b291-57b3-4f65-b53e-f444c6a598c3', 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e', 'admin_state_up': True, 'tenant_id': 'fba09837d81342d090f5e79e4fe50330'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:31.603758 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-6cf85c89-513c-4a44-a1a4-803ab39d776c None None] Set router 04f08bbe-3a6c-4702-81d9-7690731b51a1 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:53:31.726012 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-3124877e-3d23-43d9-8302-68687d12c63b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Made reservation on behalf of fba09837d81342d090f5e79e4fe50330 for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:53:31.731303 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-3124877e-3d23-43d9-8302-68687d12c63b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:31.870430 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-3124877e-3d23-43d9-8302-68687d12c63b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Allocated IP 172.20.0.3 (4198d281-518d-4ade-90db-fbe09a9e1c2e/608914b1-569b-4d6d-9cf3-2d2385ae9cf2/3d598725-a742-415c-af81-5f1b1a2d2ac8) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:53:31.993957 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-6cf85c89-513c-4a44-a1a4-803ab39d776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:44Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '0fb90a94-4915-472c-b13a-203530310470', 'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:41Z', 'updated_at': '2022-01-28T01:49:59Z', 'revision_number': 5, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'subnets': [{'id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:32.020951 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf85c89-513c-4a44-a1a4-803ab39d776c None None] Checking router: 04f08bbe-3a6c-4702-81d9-7690731b51a1 for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:53:32.029044 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf85c89-513c-4a44-a1a4-803ab39d776c None None] Routers {'04f08bbe-3a6c-4702-81d9-7690731b51a1'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:53:32.029660 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-6cf85c89-513c-4a44-a1a4-803ab39d776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:53:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['04f08bbe-3a6c-4702-81d9-7690731b51a1'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:32.038596 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-3124877e-3d23-43d9-8302-68687d12c63b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:32.075220 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-3124877e-3d23-43d9-8302-68687d12c63b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:32.124399 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-3124877e-3d23-43d9-8302-68687d12c63b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Network 4198d281-518d-4ade-90db-fbe09a9e1c2e is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:53:32.127336 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-3124877e-3d23-43d9-8302-68687d12c63b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:53:32.127552 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['d6552498-1d1e-4b07-8e62-223ecb61b77a', '64fea750-8438-4e92-a434-b60556e6c246'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:53:32.131802 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-3124877e-3d23-43d9-8302-68687d12c63b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:53:32.155000 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124877e-3d23-43d9-8302-68687d12c63b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Pushing event updated for resources: {'Port': ['ID=3d598725-a742-415c-af81-5f1b1a2d2ac8,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:32.198741 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-6cf85c89-513c-4a44-a1a4-803ab39d776c None None] Set router 04f08bbe-3a6c-4702-81d9-7690731b51a1 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:53:32.220270 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-3124877e-3d23-43d9-8302-68687d12c63b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:32.220939 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-3124877e-3d23-43d9-8302-68687d12c63b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:32.255438 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-3124877e-3d23-43d9-8302-68687d12c63b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6819265 Jan 28 01:53:32.292616 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Request body: {'port': {'device_id': '0e30b291-57b3-4f65-b53e-f444c6a598c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:32.304435 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-928470ff-61b0-4886-92bc-36065424c870 req-eba9ebd6-8c63-4b97-a88e-ebaa9803e7dd tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f6cbaa2-8645-4ecb-be94-d61e61cd5b11 HTTP/1.1" status: 200 len: 210 time: 0.0319164 Jan 28 01:53:32.391193 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:32.489288 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de3227-e3a0-4690-aa7a-bcbb2ee7f8af req-5265959f-57df-43a0-8b41-d74904e655cc tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:32.491863 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-82de3227-e3a0-4690-aa7a-bcbb2ee7f8af req-5265959f-57df-43a0-8b41-d74904e655cc tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 931 time: 0.0706146 Jan 28 01:53:32.545050 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-82de3227-e3a0-4690-aa7a-bcbb2ee7f8af req-bea81d20-887a-4ab2-bf71-cc489844af98 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455499 Jan 28 01:53:32.566897 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-6cf85c89-513c-4a44-a1a4-803ab39d776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:44Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '0fb90a94-4915-472c-b13a-203530310470', 'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:41Z', 'updated_at': '2022-01-28T01:49:59Z', 'revision_number': 5, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'subnets': [{'id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:32.609906 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf85c89-513c-4a44-a1a4-803ab39d776c None None] The sync data for ids ['04f08bbe-3a6c-4702-81d9-7690731b51a1'] in dv-cinder-824978-1-smb is: [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:44Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '0fb90a94-4915-472c-b13a-203530310470', 'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:41Z', 'updated_at': '2022-01-28T01:49:59Z', 'revision_number': 5, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'subnets': [{'id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:53:32.767724 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d598725-a742-415c-af81-5f1b1a2d2ac8 {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:53:32.775864 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:32.794676 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Transition to ACTIVE for port object 3d598725-a742-415c-af81-5f1b1a2d2ac8 will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:53:32.799091 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:32.854292 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:53:32.854860 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437f9219-c535-409e-b5ac-a5256471dda5 None None] New status for floating IP aeb7ace5-dc06-4ab6-8d4d-ce721fba35b9: DOWN {{(pid=107861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:53:32.877904 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:53:32.878393 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 26da1c97-50e5-4ec4-8fe2-d045228e3eb8 not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:53:32.880712 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Pushing event updated for resources: {'Port': ['ID=3d598725-a742-415c-af81-5f1b1a2d2ac8,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:32.935718 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Attempting to bind port 3d598725-a742-415c-af81-5f1b1a2d2ac8 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:53:32.936276 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Attempting to bind port 3d598725-a742-415c-af81-5f1b1a2d2ac8 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:53:32.936868 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Attempting to bind port 3d598725-a742-415c-af81-5f1b1a2d2ac8 on network 4198d281-518d-4ade-90db-fbe09a9e1c2e {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:53:32.943905 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Port 3d598725-a742-415c-af81-5f1b1a2d2ac8 on network 4198d281-518d-4ade-90db-fbe09a9e1c2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:53:32.944230 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Attempting to bind port 3d598725-a742-415c-af81-5f1b1a2d2ac8 on network 4198d281-518d-4ade-90db-fbe09a9e1c2e {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:53:32.952673 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:53:32.953162 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Checking segment: {'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:53:32.953706 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Bound using segment: {'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:53:32.954348 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Bound port: 3d598725-a742-415c-af81-5f1b1a2d2ac8, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:53:32.954866 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:33.043726 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] For port 3d598725-a742-415c-af81-5f1b1a2d2ac8, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:53:33.047466 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] For port 3d598725-a742-415c-af81-5f1b1a2d2ac8, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3d598725-a742-415c-af81-5f1b1a2d2ac8,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:53:33.052377 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:33.093294 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:33.093922 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:33.095398 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] 10.222.0.41 "PUT /v2.0/ports/3d598725-a742-415c-af81-5f1b1a2d2ac8 HTTP/1.1" status: 200 len: 1093 time: 0.8082964 Jan 28 01:53:33.115574 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90069dd9-fe46-4b4c-ba91-1ecc6cba9627 service neutron] Pushing event updated for resources: {'Port': ['ID=3d598725-a742-415c-af81-5f1b1a2d2ac8,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:33.216641 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-d8fd809d-1d7e-4053-a081-9c63cf913a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:33.218229 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-d8fd809d-1d7e-4053-a081-9c63cf913a67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fba09837d81342d090f5e79e4fe50330&device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 1096 time: 0.0463717 Jan 28 01:53:33.271752 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-f8334a8c-eb96-4fad-94b8-2d0359a05f70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d598725-a742-415c-af81-5f1b1a2d2ac8 HTTP/1.1" status: 200 len: 217 time: 0.0354779 Jan 28 01:53:33.329428 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-e42f31fa-6d1c-4a11-8d2a-024defdcf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:33.330940 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-e42f31fa-6d1c-4a11-8d2a-024defdcf480 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=608914b1-569b-4d6d-9cf3-2d2385ae9cf2 HTTP/1.1" status: 200 len: 854 time: 0.0474863 Jan 28 01:53:33.373224 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-1fde4700-071c-4905-a8d4-621692e2390f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4198d281-518d-4ade-90db-fbe09a9e1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259159 Jan 28 01:53:33.426820 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 45152) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:33.482405 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e8b7dd66-7160-4b16-9655-4243fb4dc9fe tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:33.483683 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-bdcd9724-8b2f-4e9e-82d2-8e2a75f804b4 service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013536 Jan 28 01:53:33.508510 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e8b7dd66-7160-4b16-9655-4243fb4dc9fe tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:33.540305 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e30b291-57b3-4f65-b53e-f444c6a598c3', 'tag': '3d598725-a742-415c-af81-5f1b1a2d2ac8'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:53:33.542546 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1eb72b-cf73-41cd-aa84-c8881cef602c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e30b291-57b3-4f65-b53e-f444c6a598c3", "tag": "3d598725-a742-415c-af81-5f1b1a2d2ac8"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:33.564967 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e8b7dd66-7160-4b16-9655-4243fb4dc9fe tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:33.567548 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e8b7dd66-7160-4b16-9655-4243fb4dc9fe tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:33.571189 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-e8b7dd66-7160-4b16-9655-4243fb4dc9fe tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "DELETE /v2.0/security-groups/5c15c0bb-8ea6-4d2e-be09-efaf3c24b907 HTTP/1.1" status: 204 len: 168 time: 0.1408699 Jan 28 01:53:33.572053 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 45156) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:33.589531 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e984f96-3a7c-4547-b6ac-70140da66881 x-openstack-request-id: req-9e984f96-3a7c-4547-b6ac-70140da66881 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:33.589902 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e30b291-57b3-4f65-b53e-f444c6a598c3", "tag": "3d598725-a742-415c-af81-5f1b1a2d2ac8", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:33.590230 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e984f96-3a7c-4547-b6ac-70140da66881 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:33.591012 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e30b291-57b3-4f65-b53e-f444c6a598c3', 'tag': '3d598725-a742-415c-af81-5f1b1a2d2ac8', 'status': 'completed', 'code': 200} Jan 28 01:53:33.604568 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e9e76818-7a1a-445c-9c12-fd49db8a9f22 req-00bfdb4f-2078-4d72-a12a-cf4ef49db9e8 service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084363 Jan 28 01:53:33.804626 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1eb72b-cf73-41cd-aa84-c8881cef602c req-2e06e66f-ac57-4c4f-8b01-91aa529b5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:33.806072 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fb1eb72b-cf73-41cd-aa84-c8881cef602c req-2e06e66f-ac57-4c4f-8b01-91aa529b5dba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fba09837d81342d090f5e79e4fe50330&device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 1096 time: 0.0468006 Jan 28 01:53:33.806837 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7dd66-7160-4b16-9655-4243fb4dc9fe tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c15c0bb-8ea6-4d2e-be09-efaf3c24b907,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:33.825200 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.api.v2.resource [None req-5783f464-53ce-4512-844e-62bc0e54f33e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] show failed (client error): The resource could not be found. Jan 28 01:53:33.826425 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-5783f464-53ce-4512-844e-62bc0e54f33e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups/5c15c0bb-8ea6-4d2e-be09-efaf3c24b907 HTTP/1.1" status: 404 len: 347 time: 0.2519107 Jan 28 01:53:33.833141 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45160) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:33.866839 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ff8ba-65ac-48ee-a3c7-a5b9ab0ddcc4 req-8f041b89-f130-42b8-94e1-2c4f2589dc24 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:33.868599 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c40ff8ba-65ac-48ee-a3c7-a5b9ab0ddcc4 req-8f041b89-f130-42b8-94e1-2c4f2589dc24 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 943 time: 0.0541513 Jan 28 01:53:33.908226 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c40ff8ba-65ac-48ee-a3c7-a5b9ab0ddcc4 req-091028f6-adb9-49c6-be01-08d03e3a346a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325711 Jan 28 01:53:34.021117 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1eb72b-cf73-41cd-aa84-c8881cef602c req-5eb15c13-7423-4f3d-b525-810a761109bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:34.022608 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fb1eb72b-cf73-41cd-aa84-c8881cef602c req-5eb15c13-7423-4f3d-b525-810a761109bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=4198d281-518d-4ade-90db-fbe09a9e1c2e HTTP/1.1" status: 200 len: 916 time: 0.2025158 Jan 28 01:53:34.070576 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fb1eb72b-cf73-41cd-aa84-c8881cef602c req-c9f520a5-2ef4-4843-af7c-77f7667f7a7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d598725-a742-415c-af81-5f1b1a2d2ac8 HTTP/1.1" status: 200 len: 217 time: 0.0372288 Jan 28 01:53:34.073912 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-cb737e33-f49c-425e-8129-360162a7d2f4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Deleting port 9fadfa05-a287-45f0-a686-12d793646b1a {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:53:34.074380 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cb737e33-f49c-425e-8129-360162a7d2f4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:34.171126 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1eb72b-cf73-41cd-aa84-c8881cef602c req-43cc27d4-094b-4c5f-8565-b8cfb6b7cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:34.172603 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fb1eb72b-cf73-41cd-aa84-c8881cef602c req-43cc27d4-094b-4c5f-8565-b8cfb6b7cfa5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=608914b1-569b-4d6d-9cf3-2d2385ae9cf2 HTTP/1.1" status: 200 len: 854 time: 0.0836773 Jan 28 01:53:34.204198 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cb737e33-f49c-425e-8129-360162a7d2f4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:34.204559 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cb737e33-f49c-425e-8129-360162a7d2f4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:34.225496 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fb1eb72b-cf73-41cd-aa84-c8881cef602c req-243fffa4-d21c-4719-ab6d-403b210b55e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4198d281-518d-4ade-90db-fbe09a9e1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380905 Jan 28 01:53:34.231347 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-cb737e33-f49c-425e-8129-360162a7d2f4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Calling delete_port for 9fadfa05-a287-45f0-a686-12d793646b1a owned by network:floatingip {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:53:34.380294 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fb1eb72b-cf73-41cd-aa84-c8881cef602c req-db702a1b-259d-4e78-ad2e-80eadbcbff0e service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467886 Jan 28 01:53:34.510280 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cb737e33-f49c-425e-8129-360162a7d2f4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:34.520618 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fb1eb72b-cf73-41cd-aa84-c8881cef602c req-861e36ee-8378-4743-a519-0987122d24ad service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299117 Jan 28 01:53:34.539183 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb737e33-f49c-425e-8129-360162a7d2f4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event deleted for resources: {'Port': ['ID=9fadfa05-a287-45f0-a686-12d793646b1a,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:34.604724 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cb737e33-f49c-425e-8129-360162a7d2f4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for floatingip, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:34.607500 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cb737e33-f49c-425e-8129-360162a7d2f4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:34.608673 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-cb737e33-f49c-425e-8129-360162a7d2f4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "DELETE /v2.0/floatingips/aeb7ace5-dc06-4ab6-8d4d-ce721fba35b9 HTTP/1.1" status: 204 len: 168 time: 0.7727165 Jan 28 01:53:34.932819 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45164) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:34.938092 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-7043f828-7f7a-41a8-aafb-cbb0becd4427 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958701000', 'description': 'tempest-description--687486825'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:34.967764 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7043f828-7f7a-41a8-aafb-cbb0becd4427 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.026793 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17ae65-8c69-4aa9-a40f-cc10261e2cfc req-73572fb1-3887-45e5-b801-00f1a8189e25 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:35.028278 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4a17ae65-8c69-4aa9-a40f-cc10261e2cfc req-73572fb1-3887-45e5-b801-00f1a8189e25 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 943 time: 0.0497253 Jan 28 01:53:35.042239 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7043f828-7f7a-41a8-aafb-cbb0becd4427 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.047354 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7043f828-7f7a-41a8-aafb-cbb0becd4427 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.075075 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4a17ae65-8c69-4aa9-a40f-cc10261e2cfc req-7b882cf7-3850-42b6-af3f-f5972cc8aa6c tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398927 Jan 28 01:53:35.078229 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7043f828-7f7a-41a8-aafb-cbb0becd4427 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.079484 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-7043f828-7f7a-41a8-aafb-cbb0becd4427 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1456397 Jan 28 01:53:35.082388 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45168) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:35.087652 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-3b5deacf-31fc-4da8-b492-ac93b5da3a2d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Request body: {'security_group_rule': {'security_group_id': '97c32bf1-1eed-4c5a-aad9-f1d00181c84c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:35.097272 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043f828-7f7a-41a8-aafb-cbb0becd4427 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c32bf1-1eed-4c5a-aad9-f1d00181c84c,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:35.122339 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3b5deacf-31fc-4da8-b492-ac93b5da3a2d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.183205 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3b5deacf-31fc-4da8-b492-ac93b5da3a2d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.186977 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3b5deacf-31fc-4da8-b492-ac93b5da3a2d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.204100 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5deacf-31fc-4da8-b492-ac93b5da3a2d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa0ef5d-0233-4fe8-817b-d4d7c1bfa75f,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:35.213458 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3b5deacf-31fc-4da8-b492-ac93b5da3a2d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.214679 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-3b5deacf-31fc-4da8-b492-ac93b5da3a2d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313493 Jan 28 01:53:35.218302 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45170) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:35.223085 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-f2d2005f-3307-47bc-bf52-825093a28fb5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Request body: {'security_group_rule': {'security_group_id': '97c32bf1-1eed-4c5a-aad9-f1d00181c84c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:35.251517 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f2d2005f-3307-47bc-bf52-825093a28fb5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.308820 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f2d2005f-3307-47bc-bf52-825093a28fb5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.312631 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f2d2005f-3307-47bc-bf52-825093a28fb5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.332644 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2005f-3307-47bc-bf52-825093a28fb5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b737f8-56ac-439a-94b3-06621571a694,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:35.341706 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f2d2005f-3307-47bc-bf52-825093a28fb5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.342959 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-f2d2005f-3307-47bc-bf52-825093a28fb5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236548 Jan 28 01:53:35.346343 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45172) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:35.350573 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Request body: {'floatingip': {'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:35.374697 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for floatingip, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.485613 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.601549 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Allocated IP 172.28.1.208 (53e1632d-3d8a-4bf7-bdd8-752e18cfbd35/fce5ff57-e9f1-4373-a307-b308380c36d0/b6abc2a3-5f0b-4f95-bbbb-ca7ce8227f36) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:53:35.705971 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.742447 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.781644 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:53:35.784491 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:53:35.787843 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:53:35.817382 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event updated for resources: {'Port': ['ID=b6abc2a3-5f0b-4f95-bbbb-ca7ce8227f36,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:35.878067 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:35.912330 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:36.070385 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:36.076182 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:36.156616 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event updated for resources: {'Port': ['ID=b6abc2a3-5f0b-4f95-bbbb-ca7ce8227f36,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:36.168952 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614579'] for floatingip, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:36.184727 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:36.186226 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-d53f11f6-b090-4056-8e9a-d68ead706306 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8389418 Jan 28 01:53:36.204026 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9f09f-9cdc-4f03-ba95-0a9d2d6987ae req-d25a978a-b09a-4f5e-a966-e59caf38bcc0 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:36.205452 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bad9f09f-9cdc-4f03-ba95-0a9d2d6987ae req-d25a978a-b09a-4f5e-a966-e59caf38bcc0 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 943 time: 0.0597701 Jan 28 01:53:36.249029 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bad9f09f-9cdc-4f03-ba95-0a9d2d6987ae req-0efec536-c11e-40ae-afbe-e57abd0409ea tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357084 Jan 28 01:53:36.385338 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-0812a4f0-974f-4daf-ba2d-d2b7bab55eba tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1958701000&fields=id&tenant_id=c429dadc11994a4186276b0066a5c162 HTTP/1.1" status: 200 len: 267 time: 0.0333021 Jan 28 01:53:36.490366 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-4e7b67ff-a815-4719-a7f0-3af4ad7b252e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:36.491836 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-4e7b67ff-a815-4719-a7f0-3af4ad7b252e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/networks?id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be HTTP/1.1" status: 200 len: 816 time: 0.0992389 Jan 28 01:53:36.506857 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-e832fea3-fa32-440a-bcda-d519bbe1b175 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/quotas/c429dadc11994a4186276b0066a5c162 HTTP/1.1" status: 200 len: 375 time: 0.0092883 Jan 28 01:53:36.563166 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-b5576d20-aae8-4116-ab5e-89d28a13fcaf tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c429dadc11994a4186276b0066a5c162&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510268 Jan 28 01:53:36.658666 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-61dbd076-2eae-46b3-afa7-eb52268bc49d service neutron] 10.222.0.58 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837903 Jan 28 01:53:36.752417 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-6239657a-8f9b-4335-b445-98524a90277f service neutron] 10.222.0.58 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876052 Jan 28 01:53:36.865399 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 3d598725-a742-415c-af81-5f1b1a2d2ac8 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:53:36.920438 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-babd8b87-be7c-4e0a-86d0-1b5820c590a5 req-ec2d2e66-6a03-4b6d-83b4-5c7198df4e96 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 210 time: 0.0273733 Jan 28 01:53:36.970081 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 3d598725-a742-415c-af81-5f1b1a2d2ac8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3d598725-a742-415c-af81-5f1b1a2d2ac8,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:36.980629 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '3d598725-a742-415c-af81-5f1b1a2d2ac8', 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e', 'port_id': '3d598725-a742-415c-af81-5f1b1a2d2ac8', 'mac_address': 'fa:16:3e:75:49:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608914b1-569b-4d6d-9cf3-2d2385ae9cf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:53:37.021695 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:37.035741 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d598725-a742-415c-af81-5f1b1a2d2ac8 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:53:37.058090 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 3d598725-a742-415c-af81-5f1b1a2d2ac8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3d598725-a742-415c-af81-5f1b1a2d2ac8,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:37.063289 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:37.113677 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=3d598725-a742-415c-af81-5f1b1a2d2ac8,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:37.376648 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0a4e2-37b3-41e8-8ca6-8dab91aefd91 req-1bb7ac2f-8517-4a31-a004-573650c63a93 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:37.378121 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-48f0a4e2-37b3-41e8-8ca6-8dab91aefd91 req-1bb7ac2f-8517-4a31-a004-573650c63a93 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 944 time: 0.0560296 Jan 28 01:53:37.423934 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-48f0a4e2-37b3-41e8-8ca6-8dab91aefd91 req-cdfa5e6f-3982-415b-96e4-b65d0bd523db tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396497 Jan 28 01:53:37.506512 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['3d598725-a742-415c-af81-5f1b1a2d2ac8'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:53:38.031104 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2fec68aa-c25d-49bf-9d0e-d1ab4b1e9482 req-fc021d65-cf5e-4ef1-9120-16af7cc0359d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 210 time: 0.0265641 Jan 28 01:53:38.222988 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-9e224ae1-b6ac-49f7-a48b-53d629b8605b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:38.224473 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-9e224ae1-b6ac-49f7-a48b-53d629b8605b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.41 "GET /v2.0/networks?id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be HTTP/1.1" status: 200 len: 816 time: 0.1217682 Jan 28 01:53:38.309659 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-0756c960-3e78-4ec2-acea-f81240e71f26 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c429dadc11994a4186276b0066a5c162 HTTP/1.1" status: 200 len: 380 time: 0.0355442 Jan 28 01:53:38.320456 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Request body: {'port': {'device_id': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'admin_state_up': True, 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'security_groups': ['97c32bf1-1eed-4c5a-aad9-f1d00181c84c']}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:38.428787 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Made reservation on behalf of c429dadc11994a4186276b0066a5c162 for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:53:38.432336 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:38.546343 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdc356-d548-488c-828c-45bd75da517f req-7315a3f5-fb6a-4ef3-a0ea-d25a167a6a1e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:38.547880 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c2cdc356-d548-488c-828c-45bd75da517f req-7315a3f5-fb6a-4ef3-a0ea-d25a167a6a1e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 944 time: 0.0536571 Jan 28 01:53:38.579165 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Allocated IP 172.20.0.12 (b8752f4f-97b1-46ef-a6e7-e53edf6b01be/b2b47d88-4276-41ac-88c0-29b5a88b4328/4ba2b4d6-c74d-462c-839f-67e3b4a107c9) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:53:38.588219 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c2cdc356-d548-488c-828c-45bd75da517f req-b54e3951-91e2-44b1-a4fd-1145f281c840 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339050 Jan 28 01:53:38.724612 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:38.881109 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 3d598725-a742-415c-af81-5f1b1a2d2ac8 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:53:38.934542 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port 3d598725-a742-415c-af81-5f1b1a2d2ac8 completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:53:38.939701 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 3d598725-a742-415c-af81-5f1b1a2d2ac8 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:53:38.940076 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:38.992255 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:39.023828 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:39.038280 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Network b8752f4f-97b1-46ef-a6e7-e53edf6b01be is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:53:39.041242 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:53:39.043669 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:53:39.051426 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e30b291-57b3-4f65-b53e-f444c6a598c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d598725-a742-415c-af81-5f1b1a2d2ac8'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:53:39.053654 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9519b85-7bd0-44fa-9386-2fcff29fecb7" -d '{"events": [{"server_uuid": "0e30b291-57b3-4f65-b53e-f444c6a598c3", "name": "network-vif-plugged", "status": "completed", "tag": "3d598725-a742-415c-af81-5f1b1a2d2ac8"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:39.066474 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 3d598725-a742-415c-af81-5f1b1a2d2ac8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3d598725-a742-415c-af81-5f1b1a2d2ac8,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:39.074510 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:39.082558 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event updated for resources: {'Port': ['ID=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:39.097794 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:39.098144 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:39.098485 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:39.098819 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:39.099289 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:39.099492 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:39.099819 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:39.100143 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:39.100461 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:39.100778 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:39.101094 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:39.101430 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:53:39.133940 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5bb3d3-de95-4edb-b5a8-be1c278403f3 x-openstack-request-id: req-ee5bb3d3-de95-4edb-b5a8-be1c278403f3 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:39.134502 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e30b291-57b3-4f65-b53e-f444c6a598c3", "name": "network-vif-plugged", "status": "completed", "tag": "3d598725-a742-415c-af81-5f1b1a2d2ac8", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:39.134777 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:39.135124 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee5bb3d3-de95-4edb-b5a8-be1c278403f3 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:39.135695 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e30b291-57b3-4f65-b53e-f444c6a598c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d598725-a742-415c-af81-5f1b1a2d2ac8', 'code': 200} Jan 28 01:53:39.135829 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:39.157184 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-0f369951-090c-40e1-be3e-36446a3345c4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8401749 Jan 28 01:53:39.158718 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=3d598725-a742-415c-af81-5f1b1a2d2ac8,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:39.191194 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Request body: {'port': {'device_id': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:39.207674 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80822891-f283-4545-88b1-dccf19dcd1ae req-f20d0780-0e09-47c9-8e71-973a7fef355d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:39.209574 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-80822891-f283-4545-88b1-dccf19dcd1ae req-f20d0780-0e09-47c9-8e71-973a7fef355d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 932 time: 0.0665658 Jan 28 01:53:39.258440 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:39.263668 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-80822891-f283-4545-88b1-dccf19dcd1ae req-e847758e-30f4-4c58-8182-4b4929fe1231 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469899 Jan 28 01:53:39.353643 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-25d7aeb1-cbc1-4dc0-819c-4c36281c0465 None None] Provisioning complete for port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:53:39.354119 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-25d7aeb1-cbc1-4dc0-819c-4c36281c0465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:39.393784 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-25d7aeb1-cbc1-4dc0-819c-4c36281c0465 None None] Port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:53:39.468126 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85805d9-9adc-4135-b06b-3a56dfe9e9d8 req-bd173cb1-ecc0-4a53-af02-eb04295f6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:39.469595 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e85805d9-9adc-4135-b06b-3a56dfe9e9d8 req-bd173cb1-ecc0-4a53-af02-eb04295f6512 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 1098 time: 0.0991926 Jan 28 01:53:39.532068 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e85805d9-9adc-4135-b06b-3a56dfe9e9d8 req-e0bc6cea-1eae-421d-b8b6-0a772d1ca010 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532100 Jan 28 01:53:39.588278 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:53:39.595636 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:39.608341 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Transition to ACTIVE for port object 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:53:39.612678 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:39.677204 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Pushing event updated for resources: {'Port': ['ID=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:39.730388 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f80fba-6133-4e5a-abc9-844b97b75037 req-5d1d73f1-9476-4f18-b89d-42f2aaba155d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:39.732161 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a5f80fba-6133-4e5a-abc9-844b97b75037 req-5d1d73f1-9476-4f18-b89d-42f2aaba155d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 945 time: 0.0651500 Jan 28 01:53:39.758278 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Attempting to bind port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:53:39.758613 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Attempting to bind port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:53:39.758945 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Attempting to bind port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 on network b8752f4f-97b1-46ef-a6e7-e53edf6b01be {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:53:39.764637 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 on network b8752f4f-97b1-46ef-a6e7-e53edf6b01be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:53:39.764959 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Attempting to bind port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 on network b8752f4f-97b1-46ef-a6e7-e53edf6b01be {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:53:39.770034 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:53:39.770368 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Checking segment: {'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:53:39.770752 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Bound using segment: {'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:53:39.771192 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Bound port: 4ba2b4d6-c74d-462c-839f-67e3b4a107c9, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '283cff03-f327-4142-9284-0bb4f2de14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:53:39.771577 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:39.777372 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a5f80fba-6133-4e5a-abc9-844b97b75037 req-eb04baa0-4fcf-4fa8-8c62-e66c1acb618c tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389187 Jan 28 01:53:39.842941 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] For port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:53:39.846354 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] For port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:53:39.850224 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:39.887074 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:39.887719 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:39.889397 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] 10.222.0.41 "PUT /v2.0/ports/4ba2b4d6-c74d-462c-839f-67e3b4a107c9 HTTP/1.1" status: 200 len: 1094 time: 0.7027802 Jan 28 01:53:39.890212 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'tag': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:53:39.890212 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58b7c5e-9d81-43a3-b5ae-5b7acc3719a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5faf2d62-2efb-4009-bd55-2943eef7d6b0", "tag": "4ba2b4d6-c74d-462c-839f-67e3b4a107c9"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:39.920223 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60034e6-34eb-4fde-a1cd-ae44a1f1680d service neutron] Pushing event updated for resources: {'Port': ['ID=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:39.950186 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c49c2a-06a5-4b23-94f9-b65202346f44 x-openstack-request-id: req-95c49c2a-06a5-4b23-94f9-b65202346f44 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:39.950608 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5faf2d62-2efb-4009-bd55-2943eef7d6b0", "tag": "4ba2b4d6-c74d-462c-839f-67e3b4a107c9", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:39.950947 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95c49c2a-06a5-4b23-94f9-b65202346f44 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:39.951276 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'tag': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'status': 'completed', 'code': 200} Jan 28 01:53:40.054437 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-9f8df700-05c4-4515-b2d7-374692f54d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:40.056106 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-9f8df700-05c4-4515-b2d7-374692f54d20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c429dadc11994a4186276b0066a5c162&device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 1097 time: 0.0436904 Jan 28 01:53:40.127219 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-dcf6aa9b-58b5-4b58-acb4-677d913e917b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9 HTTP/1.1" status: 200 len: 217 time: 0.0389543 Jan 28 01:53:40.192596 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-47cd3c52-d017-491c-8821-11001c5be135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:40.194094 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-47cd3c52-d017-491c-8821-11001c5be135 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b47d88-4276-41ac-88c0-29b5a88b4328 HTTP/1.1" status: 200 len: 855 time: 0.0522788 Jan 28 01:53:40.243768 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-dbca7d75-356b-41ee-ace4-d1d5f58aa6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:40.245241 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-dbca7d75-356b-41ee-ace4-d1d5f58aa6fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0420396 Jan 28 01:53:40.346910 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-a9d1996b-04b3-4684-90f8-af145e3dc916 service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898912 Jan 28 01:53:40.399777 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bb9dc-e07d-4d45-b796-00a78d643648 req-a2ad45ed-a8f2-4db8-8bd3-051655ecd3a6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:40.401225 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c38bb9dc-e07d-4d45-b796-00a78d643648 req-a2ad45ed-a8f2-4db8-8bd3-051655ecd3a6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0537219 Jan 28 01:53:40.442453 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c38bb9dc-e07d-4d45-b796-00a78d643648 req-41c0b1be-93dd-486a-9794-eec1c57d0892 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334518 Jan 28 01:53:40.444162 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d2157d9-b5af-41d2-8afd-6633c1724a77 req-753ce801-4c5f-4c1a-b952-83e34c6c52f6 service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883358 Jan 28 01:53:40.612068 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b7c5e-9d81-43a3-b5ae-5b7acc3719a9 req-c780d058-2e61-4a9f-9a36-f6eaad8bf23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:40.613576 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d58b7c5e-9d81-43a3-b5ae-5b7acc3719a9 req-c780d058-2e61-4a9f-9a36-f6eaad8bf23d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c429dadc11994a4186276b0066a5c162&device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 1097 time: 0.0427361 Jan 28 01:53:40.714430 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b7c5e-9d81-43a3-b5ae-5b7acc3719a9 req-4563763e-6a48-49a2-9180-40957b652b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:40.716622 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d58b7c5e-9d81-43a3-b5ae-5b7acc3719a9 req-4563763e-6a48-49a2-9180-40957b652b13 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be HTTP/1.1" status: 200 len: 918 time: 0.0950832 Jan 28 01:53:40.772808 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d58b7c5e-9d81-43a3-b5ae-5b7acc3719a9 req-d240abec-7638-4f29-aa31-8e169d537808 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9 HTTP/1.1" status: 200 len: 217 time: 0.0472453 Jan 28 01:53:40.827744 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b7c5e-9d81-43a3-b5ae-5b7acc3719a9 req-581075c5-a090-4c38-b43d-467d530d3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:40.829294 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d58b7c5e-9d81-43a3-b5ae-5b7acc3719a9 req-581075c5-a090-4c38-b43d-467d530d3c0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b47d88-4276-41ac-88c0-29b5a88b4328 HTTP/1.1" status: 200 len: 855 time: 0.0493464 Jan 28 01:53:40.888930 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b7c5e-9d81-43a3-b5ae-5b7acc3719a9 req-94a06405-41f9-4a21-abb9-95d333359b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:40.890509 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d58b7c5e-9d81-43a3-b5ae-5b7acc3719a9 req-94a06405-41f9-4a21-abb9-95d333359b3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0525517 Jan 28 01:53:40.904377 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759949f-b6c7-45cd-a6ce-17be4f1e86a4 req-26763f50-80c0-480f-86a9-d3d7d6986aaa tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:40.906129 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1759949f-b6c7-45cd-a6ce-17be4f1e86a4 req-26763f50-80c0-480f-86a9-d3d7d6986aaa tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 945 time: 0.0556846 Jan 28 01:53:40.945770 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1759949f-b6c7-45cd-a6ce-17be4f1e86a4 req-4fd07bf1-3651-4f3e-a107-29ae77b5c2cb tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333643 Jan 28 01:53:41.065337 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d58b7c5e-9d81-43a3-b5ae-5b7acc3719a9 req-fc0e88ab-4df5-4ef2-af10-6eb3ed7c01ce service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842397 Jan 28 01:53:41.195378 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d58b7c5e-9d81-43a3-b5ae-5b7acc3719a9 req-08dd6a43-6fc7-49ba-b61d-171683b85f26 service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915282 Jan 28 01:53:41.563835 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1846a2-608b-4396-a694-04445d17c66c req-0f8120d0-3e39-43a2-b659-b3895cd80561 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:41.565322 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-eb1846a2-608b-4396-a694-04445d17c66c req-0f8120d0-3e39-43a2-b659-b3895cd80561 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0504770 Jan 28 01:53:41.604796 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-eb1846a2-608b-4396-a694-04445d17c66c req-c7f35a89-9138-49bd-9093-e6f89c72fc09 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335562 Jan 28 01:53:42.064547 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762f42d-570f-4f99-a2df-1461aff4c98f req-9b02bde6-f7e1-4358-8712-83d831e0803d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:42.066013 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d762f42d-570f-4f99-a2df-1461aff4c98f req-9b02bde6-f7e1-4358-8712-83d831e0803d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 945 time: 0.0526686 Jan 28 01:53:42.103321 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d762f42d-570f-4f99-a2df-1461aff4c98f req-5f0b7d33-d0c1-4700-92e5-737b291355ef tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313997 Jan 28 01:53:42.727192 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f88e44-2a7e-49f3-8add-99338d280845 req-2c15f492-99e6-44f1-84e4-9fffcf741063 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:42.728820 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-52f88e44-2a7e-49f3-8add-99338d280845 req-2c15f492-99e6-44f1-84e4-9fffcf741063 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0496902 Jan 28 01:53:42.766683 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-52f88e44-2a7e-49f3-8add-99338d280845 req-3e44aaf7-0cdf-4263-ac87-e2121b2906a4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308652 Jan 28 01:53:42.892032 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:53:42.992651 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:43.003472 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'port_id': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'mac_address': 'fa:16:3e:51:e5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:53:43.041196 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:43.055438 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:53:43.074858 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:43.078858 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:43.126728 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:43.605252 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['4ba2b4d6-c74d-462c-839f-67e3b4a107c9'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:53:43.895130 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d80042-d604-41fe-abc7-b16e41f3c484 req-97dabe95-30f7-41a7-891b-e36c934614e1 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:43.897825 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e1d80042-d604-41fe-abc7-b16e41f3c484 req-97dabe95-30f7-41a7-891b-e36c934614e1 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 945 time: 0.0524192 Jan 28 01:53:43.938599 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e1d80042-d604-41fe-abc7-b16e41f3c484 req-8bb9255a-fd53-4d1e-b228-3d2229ce3ece tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351067 Jan 28 01:53:44.889691 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:53:44.942392 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:53:44.946044 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:53:44.946399 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:45.038325 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:45.059587 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:53:45.062794 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37df86a1-eab6-4c79-aa98-fab01bd82358" -d '{"events": [{"server_uuid": "5faf2d62-2efb-4009-bd55-2943eef7d6b0", "name": "network-vif-plugged", "status": "completed", "tag": "4ba2b4d6-c74d-462c-839f-67e3b4a107c9"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:45.074944 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68231a81-2a42-4901-9f75-d4716c301aa5 req-af073c9f-3b3e-4c6b-9c2b-2ae001604f4a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:45.077244 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-68231a81-2a42-4901-9f75-d4716c301aa5 req-af073c9f-3b3e-4c6b-9c2b-2ae001604f4a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 945 time: 0.0604298 Jan 28 01:53:45.077900 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:45.083230 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:45.110671 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119c9698-7b1b-457a-a378-f380a7da548f x-openstack-request-id: req-119c9698-7b1b-457a-a378-f380a7da548f {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:45.110991 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faf2d62-2efb-4009-bd55-2943eef7d6b0", "name": "network-vif-plugged", "status": "completed", "tag": "4ba2b4d6-c74d-462c-839f-67e3b4a107c9", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:45.111282 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-119c9698-7b1b-457a-a378-f380a7da548f {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:45.111667 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'code': 200} Jan 28 01:53:45.121254 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-68231a81-2a42-4901-9f75-d4716c301aa5 req-77d414ed-e9dc-415b-94ba-824079b7f0fa tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368862 Jan 28 01:53:45.147215 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:45.381693 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05b7ca-26bf-4d13-916c-1f83fa79bf7e req-14e066db-7cc2-488f-98fc-40e24e7082e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:45.383904 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-ae05b7ca-26bf-4d13-916c-1f83fa79bf7e req-14e066db-7cc2-488f-98fc-40e24e7082e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 1099 time: 0.0460207 Jan 28 01:53:45.424963 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-ae05b7ca-26bf-4d13-916c-1f83fa79bf7e req-50f33e0c-2193-4d87-86f3-098c1092cf8e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291326 Jan 28 01:53:46.252506 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7446f4-d011-420f-bd38-3a710900d6eb req-0005c290-abad-41f0-be2b-0ff8aba795a0 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:46.254035 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cb7446f4-d011-420f-bd38-3a710900d6eb req-0005c290-abad-41f0-be2b-0ff8aba795a0 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0575025 Jan 28 01:53:46.295942 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cb7446f4-d011-420f-bd38-3a710900d6eb req-d6022934-7336-446c-823b-1998758dceb8 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355189 Jan 28 01:53:47.426295 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0449409-3e4e-4ffa-bac8-1faf1796ae8e req-ebf2a803-dcf8-487b-ad6e-efaacd9cb559 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:47.427882 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b0449409-3e4e-4ffa-bac8-1faf1796ae8e req-ebf2a803-dcf8-487b-ad6e-efaacd9cb559 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0561726 Jan 28 01:53:47.468661 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b0449409-3e4e-4ffa-bac8-1faf1796ae8e req-34d74e9b-327f-4a8f-b561-cc60058122a9 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347762 Jan 28 01:53:47.597364 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eff0ec-5ee6-409a-8146-93270c2764c7 req-89b124d1-d659-4da2-9308-7d6ce65afb1f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:47.598926 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f4eff0ec-5ee6-409a-8146-93270c2764c7 req-89b124d1-d659-4da2-9308-7d6ce65afb1f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0550976 Jan 28 01:53:47.608879 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45280) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:53:47.613632 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-6fe18924-cf76-48df-a5f7-fb7ee1a95c2b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Request body: {'floatingip': {'port_id': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:47.661458 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6fe18924-cf76-48df-a5f7-fb7ee1a95c2b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for floatingip, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:48.101142 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6fe18924-cf76-48df-a5f7-fb7ee1a95c2b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:48.105072 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6fe18924-cf76-48df-a5f7-fb7ee1a95c2b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614579'] for floatingip, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:48.215547 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.l3_db [None req-6fe18924-cf76-48df-a5f7-fb7ee1a95c2b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Floating IP 0a08a2fe-6ca3-44f7-bdb6-1428d83e0568 associated. External IP: 172.28.1.208, port: 4ba2b4d6-c74d-462c-839f-67e3b4a107c9. Jan 28 01:53:48.428190 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe18924-cf76-48df-a5f7-fb7ee1a95c2b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Router 04f08bbe-3a6c-4702-81d9-7690731b51a1 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:53:48.537254 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe18924-cf76-48df-a5f7-fb7ee1a95c2b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:53:48.542205 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6fe18924-cf76-48df-a5f7-fb7ee1a95c2b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:48.548364 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1873838d-7855-4823-8f70-f1f351649a91 None None] Sync routers for ids ['04f08bbe-3a6c-4702-81d9-7690731b51a1'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:53:48.559213 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1873838d-7855-4823-8f70-f1f351649a91 None None] Routers {'04f08bbe-3a6c-4702-81d9-7690731b51a1'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:53:48.560040 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-1873838d-7855-4823-8f70-f1f351649a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:53:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['04f08bbe-3a6c-4702-81d9-7690731b51a1'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:48.574825 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-6fe18924-cf76-48df-a5f7-fb7ee1a95c2b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "PUT /v2.0/floatingips/0a08a2fe-6ca3-44f7-bdb6-1428d83e0568 HTTP/1.1" status: 200 len: 992 time: 0.9646037 Jan 28 01:53:48.575495 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'tag': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:53:48.577994 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b49724-070a-4385-90cb-6357f8da0350" -d '{"events": [{"name": "network-changed", "server_uuid": "5faf2d62-2efb-4009-bd55-2943eef7d6b0", "tag": "4ba2b4d6-c74d-462c-839f-67e3b4a107c9"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:48.620530 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6f4807-3fed-4ef4-b3db-ef914e639a19 x-openstack-request-id: req-2f6f4807-3fed-4ef4-b3db-ef914e639a19 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:48.622251 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5faf2d62-2efb-4009-bd55-2943eef7d6b0", "tag": "4ba2b4d6-c74d-462c-839f-67e3b4a107c9", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:48.622863 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f6f4807-3fed-4ef4-b3db-ef914e639a19 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:48.623970 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'tag': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'status': 'completed', 'code': 200} Jan 28 01:53:48.679409 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-1873838d-7855-4823-8f70-f1f351649a91 None None] Set router 04f08bbe-3a6c-4702-81d9-7690731b51a1 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:53:48.758713 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b49724-070a-4385-90cb-6357f8da0350 req-e33bbb8e-6737-47e3-81b4-ebc3efa7c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:48.760443 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-16b49724-070a-4385-90cb-6357f8da0350 req-e33bbb8e-6737-47e3-81b4-ebc3efa7c56e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c429dadc11994a4186276b0066a5c162&device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 1099 time: 0.0464475 Jan 28 01:53:48.864247 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-493b23c9-2fb8-4fb6-8abb-b0b79bd703d7 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:48.865735 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-493b23c9-2fb8-4fb6-8abb-b0b79bd703d7 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/networks?id=4198d281-518d-4ade-90db-fbe09a9e1c2e HTTP/1.1" status: 200 len: 814 time: 0.1135292 Jan 28 01:53:48.873142 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b49724-070a-4385-90cb-6357f8da0350 req-58f27a70-2313-4d8e-8eb9-0ff4c68d5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:48.874698 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-16b49724-070a-4385-90cb-6357f8da0350 req-58f27a70-2313-4d8e-8eb9-0ff4c68d5a3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be HTTP/1.1" status: 200 len: 918 time: 0.0970848 Jan 28 01:53:48.884728 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-241decc3-30e5-4490-b406-40076c2a714f tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/quotas/fba09837d81342d090f5e79e4fe50330 HTTP/1.1" status: 200 len: 375 time: 0.0097432 Jan 28 01:53:48.943529 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ad021c8c-3d12-4f2b-839f-f9dabc707f19 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba09837d81342d090f5e79e4fe50330&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521481 Jan 28 01:53:48.945749 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-16b49724-070a-4385-90cb-6357f8da0350 req-9aca1665-efd3-4127-89d9-48b272dda1d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9 HTTP/1.1" status: 200 len: 1000 time: 0.0630991 Jan 28 01:53:48.982845 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-1873838d-7855-4823-8f70-f1f351649a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:44Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': '0a08a2fe-6ca3-44f7-bdb6-1428d83e0568', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'floating_ip_address': '172.28.1.208', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'port_id': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'mac_address': 'fa:16:3e:51:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:53:35Z', 'updated_at': '2022-01-28T01:53:48Z', 'revision_number': 1, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb90a94-4915-472c-b13a-203530310470', 'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:41Z', 'updated_at': '2022-01-28T01:49:59Z', 'revision_number': 5, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'subnets': [{'id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:49.008840 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b49724-070a-4385-90cb-6357f8da0350 req-8c9b1bda-f7c3-4908-af07-d92ebe31202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:49.011125 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-16b49724-070a-4385-90cb-6357f8da0350 req-8c9b1bda-f7c3-4908-af07-d92ebe31202b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b47d88-4276-41ac-88c0-29b5a88b4328 HTTP/1.1" status: 200 len: 855 time: 0.0518210 Jan 28 01:53:49.013372 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1873838d-7855-4823-8f70-f1f351649a91 None None] Checking router: 04f08bbe-3a6c-4702-81d9-7690731b51a1 for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:53:49.028340 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1873838d-7855-4823-8f70-f1f351649a91 None None] Routers {'04f08bbe-3a6c-4702-81d9-7690731b51a1'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:53:49.028810 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-1873838d-7855-4823-8f70-f1f351649a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:53:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['04f08bbe-3a6c-4702-81d9-7690731b51a1'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:49.033055 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:49.047818 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ba8b625f-33bd-4f3a-a500-3dd23826fb0a service neutron] 10.222.0.58 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974660 Jan 28 01:53:49.071922 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b49724-070a-4385-90cb-6357f8da0350 req-d8d8487a-15f6-471c-97e0-32cbca8309a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:49.073485 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-16b49724-070a-4385-90cb-6357f8da0350 req-d8d8487a-15f6-471c-97e0-32cbca8309a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0446749 Jan 28 01:53:49.151782 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-d52c2f5b-9f7a-4cd0-b5f4-cc2ace3edacf service neutron] 10.222.0.58 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967596 Jan 28 01:53:49.188195 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-16b49724-070a-4385-90cb-6357f8da0350 req-0907540c-8975-4411-bfcc-a19ad927e000 service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925615 Jan 28 01:53:49.269580 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-1873838d-7855-4823-8f70-f1f351649a91 None None] Set router 04f08bbe-3a6c-4702-81d9-7690731b51a1 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:53:49.296910 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-16b49724-070a-4385-90cb-6357f8da0350 req-10386ddd-1f0b-47fe-be2d-5a1476518724 service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011586 Jan 28 01:53:49.360841 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0aaa3849-07d4-4336-ad53-1e899cf9e780 req-9a739146-be79-4f15-85bd-6a9100fc8c0c tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 210 time: 0.0427172 Jan 28 01:53:49.520878 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-1873838d-7855-4823-8f70-f1f351649a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:44Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': '0a08a2fe-6ca3-44f7-bdb6-1428d83e0568', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'floating_ip_address': '172.28.1.208', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'port_id': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'mac_address': 'fa:16:3e:51:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:53:35Z', 'updated_at': '2022-01-28T01:53:48Z', 'revision_number': 1, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb90a94-4915-472c-b13a-203530310470', 'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:41Z', 'updated_at': '2022-01-28T01:49:59Z', 'revision_number': 5, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'subnets': [{'id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:53:49.550539 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1873838d-7855-4823-8f70-f1f351649a91 None None] The sync data for ids ['04f08bbe-3a6c-4702-81d9-7690731b51a1'] in dv-cinder-824978-1-smb is: [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:44Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': '0a08a2fe-6ca3-44f7-bdb6-1428d83e0568', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'floating_ip_address': '172.28.1.208', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'port_id': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'mac_address': 'fa:16:3e:51:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:53:35Z', 'updated_at': '2022-01-28T01:53:48Z', 'revision_number': 1, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb90a94-4915-472c-b13a-203530310470', 'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:41Z', 'updated_at': '2022-01-28T01:49:59Z', 'revision_number': 5, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'subnets': [{'id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:53:49.746445 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b6e38-5114-4f08-8136-3a2da8b02f8d None None] New status for floating IP 0a08a2fe-6ca3-44f7-bdb6-1428d83e0568: ACTIVE {{(pid=107861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:53:50.456859 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b014b4a1-39b2-4433-b269-dac5dc5c98d3 req-f49a8f40-ddea-4bca-acf7-0e299862a9d8 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 210 time: 0.0265753 Jan 28 01:53:50.674153 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-7d485107-10d8-4f5a-b523-607eed67b2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:50.766882 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-20512486-6c19-46a2-9acc-949ef248294e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:50.768285 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-20512486-6c19-46a2-9acc-949ef248294e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "GET /v2.0/networks?id=4198d281-518d-4ade-90db-fbe09a9e1c2e HTTP/1.1" status: 200 len: 814 time: 0.1054757 Jan 28 01:53:50.822912 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-1c135387-64a5-43f4-b659-cfa14f57ae5e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Request body: {'port': {'device_id': '026833c6-afa5-4f9f-9c14-62539a0c24cd', 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e', 'admin_state_up': True, 'tenant_id': 'fba09837d81342d090f5e79e4fe50330'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:50.940118 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-1c135387-64a5-43f4-b659-cfa14f57ae5e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Made reservation on behalf of fba09837d81342d090f5e79e4fe50330 for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:53:50.943553 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-1c135387-64a5-43f4-b659-cfa14f57ae5e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:51.092842 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-1c135387-64a5-43f4-b659-cfa14f57ae5e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Allocated IP 172.20.0.12 (4198d281-518d-4ade-90db-fbe09a9e1c2e/608914b1-569b-4d6d-9cf3-2d2385ae9cf2/1a12387a-aaa2-4a1f-a655-89f380d6e41d) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:53:51.238831 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-1c135387-64a5-43f4-b659-cfa14f57ae5e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:51.271979 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-1c135387-64a5-43f4-b659-cfa14f57ae5e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:51.322068 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-1c135387-64a5-43f4-b659-cfa14f57ae5e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Network 4198d281-518d-4ade-90db-fbe09a9e1c2e is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:53:51.325436 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-1c135387-64a5-43f4-b659-cfa14f57ae5e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:53:51.328413 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-1c135387-64a5-43f4-b659-cfa14f57ae5e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:53:51.333766 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['d6552498-1d1e-4b07-8e62-223ecb61b77a', '64fea750-8438-4e92-a434-b60556e6c246', '3d598725-a742-415c-af81-5f1b1a2d2ac8'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:53:51.354316 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c135387-64a5-43f4-b659-cfa14f57ae5e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Pushing event updated for resources: {'Port': ['ID=1a12387a-aaa2-4a1f-a655-89f380d6e41d,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:51.385333 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-1c135387-64a5-43f4-b659-cfa14f57ae5e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:51.385985 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-1c135387-64a5-43f4-b659-cfa14f57ae5e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:51.402133 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-1c135387-64a5-43f4-b659-cfa14f57ae5e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5832088 Jan 28 01:53:51.450452 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Request body: {'port': {'device_id': '026833c6-afa5-4f9f-9c14-62539a0c24cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:53:51.507688 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:51.580016 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5736660-ee58-4556-b456-ae447303890d req-e28696fe-777b-4b73-8219-97648a6e038d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:51.581767 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d5736660-ee58-4556-b456-ae447303890d req-e28696fe-777b-4b73-8219-97648a6e038d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 932 time: 0.0554276 Jan 28 01:53:51.627430 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d5736660-ee58-4556-b456-ae447303890d req-95099e2f-b0c9-40eb-a0a2-c023d9194c09 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346630 Jan 28 01:53:51.806595 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a12387a-aaa2-4a1f-a655-89f380d6e41d {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:53:51.814334 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:51.826745 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Transition to ACTIVE for port object 1a12387a-aaa2-4a1f-a655-89f380d6e41d will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:53:51.830740 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:51.878542 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Pushing event updated for resources: {'Port': ['ID=1a12387a-aaa2-4a1f-a655-89f380d6e41d,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:51.947348 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Attempting to bind port 1a12387a-aaa2-4a1f-a655-89f380d6e41d on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:53:51.947682 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Attempting to bind port 1a12387a-aaa2-4a1f-a655-89f380d6e41d by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:53:51.948008 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Attempting to bind port 1a12387a-aaa2-4a1f-a655-89f380d6e41d on network 4198d281-518d-4ade-90db-fbe09a9e1c2e {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:53:51.953573 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Port 1a12387a-aaa2-4a1f-a655-89f380d6e41d on network 4198d281-518d-4ade-90db-fbe09a9e1c2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:53:51.953885 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Attempting to bind port 1a12387a-aaa2-4a1f-a655-89f380d6e41d on network 4198d281-518d-4ade-90db-fbe09a9e1c2e {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:53:51.959073 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:53:51.959448 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Checking segment: {'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:53:51.959826 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Bound using segment: {'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:53:51.960250 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Bound port: 1a12387a-aaa2-4a1f-a655-89f380d6e41d, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a79a32e-70e7-497d-afb0-7d3ea1454f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:53:51.960602 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:52.027467 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] For port 1a12387a-aaa2-4a1f-a655-89f380d6e41d, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:53:52.031360 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] For port 1a12387a-aaa2-4a1f-a655-89f380d6e41d, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1a12387a-aaa2-4a1f-a655-89f380d6e41d,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:53:52.035438 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:52.067514 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:52.068118 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:52.069476 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] 10.222.0.41 "PUT /v2.0/ports/1a12387a-aaa2-4a1f-a655-89f380d6e41d HTTP/1.1" status: 200 len: 1094 time: 0.6233966 Jan 28 01:53:52.069903 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026833c6-afa5-4f9f-9c14-62539a0c24cd', 'tag': '1a12387a-aaa2-4a1f-a655-89f380d6e41d'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:53:52.072125 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfc00f6-e6f8-4b57-8c83-b89e2b8620c5" -d '{"events": [{"name": "network-changed", "server_uuid": "026833c6-afa5-4f9f-9c14-62539a0c24cd", "tag": "1a12387a-aaa2-4a1f-a655-89f380d6e41d"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:52.098526 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed959e7e-422c-4e1e-86a1-a1db37946204 service neutron] Pushing event updated for resources: {'Port': ['ID=1a12387a-aaa2-4a1f-a655-89f380d6e41d,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:52.116820 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ced828-dbb1-4794-a8f9-80d9661b9972 x-openstack-request-id: req-47ced828-dbb1-4794-a8f9-80d9661b9972 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:52.117102 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026833c6-afa5-4f9f-9c14-62539a0c24cd", "tag": "1a12387a-aaa2-4a1f-a655-89f380d6e41d", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:52.117362 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47ced828-dbb1-4794-a8f9-80d9661b9972 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:52.117752 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026833c6-afa5-4f9f-9c14-62539a0c24cd', 'tag': '1a12387a-aaa2-4a1f-a655-89f380d6e41d', 'status': 'completed', 'code': 200} Jan 28 01:53:52.215155 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-9262dc93-8e00-4f46-af09-b5974e8c9832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:52.215155 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-9262dc93-8e00-4f46-af09-b5974e8c9832 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fba09837d81342d090f5e79e4fe50330&device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 1097 time: 0.0418873 Jan 28 01:53:52.311051 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-701a04f3-3c5a-4bfb-9774-04c9557356fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a12387a-aaa2-4a1f-a655-89f380d6e41d HTTP/1.1" status: 200 len: 217 time: 0.0369697 Jan 28 01:53:52.365664 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-a2fdc5aa-cf5b-49cd-9aa3-6e348127cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:52.367119 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-a2fdc5aa-cf5b-49cd-9aa3-6e348127cfd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=608914b1-569b-4d6d-9cf3-2d2385ae9cf2 HTTP/1.1" status: 200 len: 854 time: 0.0434775 Jan 28 01:53:52.402404 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-0c342148-d305-4d6b-8211-8f9eb3a0f0f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4198d281-518d-4ade-90db-fbe09a9e1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252821 Jan 28 01:53:52.507570 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-8763047d-2ad5-4bbc-bbbf-59d62de8c75b service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816972 Jan 28 01:53:52.633378 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-46c323a0-5dcd-45bf-b9a4-9ca1711bbbd3 req-20f904c4-feae-4c4a-b4b2-51bca99cc8d1 service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953438 Jan 28 01:53:52.756876 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121179a9-1b03-4747-bae7-06c74133a903 req-c41aa467-76de-459c-9915-15a271dd263e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:52.758407 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-121179a9-1b03-4747-bae7-06c74133a903 req-c41aa467-76de-459c-9915-15a271dd263e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 944 time: 0.0505493 Jan 28 01:53:52.798147 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-121179a9-1b03-4747-bae7-06c74133a903 req-3b95a565-1d7d-4357-97aa-45d36b6916e3 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334115 Jan 28 01:53:52.821526 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc00f6-e6f8-4b57-8c83-b89e2b8620c5 req-d6031d4d-8ef7-46d9-b588-338cae596887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:52.823028 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6dfc00f6-e6f8-4b57-8c83-b89e2b8620c5 req-d6031d4d-8ef7-46d9-b588-338cae596887 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fba09837d81342d090f5e79e4fe50330&device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 1097 time: 0.0421789 Jan 28 01:53:52.927975 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc00f6-e6f8-4b57-8c83-b89e2b8620c5 req-f6cd6ad8-cff3-455f-87bf-01bb36fc93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:52.929435 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6dfc00f6-e6f8-4b57-8c83-b89e2b8620c5 req-f6cd6ad8-cff3-455f-87bf-01bb36fc93e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4198d281-518d-4ade-90db-fbe09a9e1c2e HTTP/1.1" status: 200 len: 916 time: 0.0890498 Jan 28 01:53:52.986741 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6dfc00f6-e6f8-4b57-8c83-b89e2b8620c5 req-0a844eac-48a5-441f-b95a-27b83955bfc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a12387a-aaa2-4a1f-a655-89f380d6e41d HTTP/1.1" status: 200 len: 217 time: 0.0349081 Jan 28 01:53:53.042421 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc00f6-e6f8-4b57-8c83-b89e2b8620c5 req-c8f4c322-52c4-4bbd-a6b4-f47317b15a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:53.044003 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6dfc00f6-e6f8-4b57-8c83-b89e2b8620c5 req-c8f4c322-52c4-4bbd-a6b4-f47317b15a18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=608914b1-569b-4d6d-9cf3-2d2385ae9cf2 HTTP/1.1" status: 200 len: 854 time: 0.0444684 Jan 28 01:53:53.080719 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6dfc00f6-e6f8-4b57-8c83-b89e2b8620c5 req-c5e2d7c6-60a4-438c-9656-5204bfd18119 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4198d281-518d-4ade-90db-fbe09a9e1c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256736 Jan 28 01:53:53.096547 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-8d45449e-5f85-41d4-835a-a831b52a1fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:53.186640 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6dfc00f6-e6f8-4b57-8c83-b89e2b8620c5 req-3055662a-cdf3-42f0-9952-2d316619805f service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944998 Jan 28 01:53:53.282298 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6dfc00f6-e6f8-4b57-8c83-b89e2b8620c5 req-c4747467-618a-4568-9069-df23b24d0db5 service neutron] 10.222.0.41 "GET /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842283 Jan 28 01:53:53.917185 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba994b7-1cff-41c5-93e5-c64af2d0c375 req-a707a01f-4546-4b32-b10f-6061f077f8c9 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:53.918650 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2ba994b7-1cff-41c5-93e5-c64af2d0c375 req-a707a01f-4546-4b32-b10f-6061f077f8c9 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 944 time: 0.0525324 Jan 28 01:53:53.963852 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2ba994b7-1cff-41c5-93e5-c64af2d0c375 req-6027972c-5a35-407c-a54c-c76643bbfe30 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313649 Jan 28 01:53:54.769492 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:54.949978 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 1a12387a-aaa2-4a1f-a655-89f380d6e41d details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:53:55.058178 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 1a12387a-aaa2-4a1f-a655-89f380d6e41d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1a12387a-aaa2-4a1f-a655-89f380d6e41d,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:55.068654 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '1a12387a-aaa2-4a1f-a655-89f380d6e41d', 'network_id': '4198d281-518d-4ade-90db-fbe09a9e1c2e', 'port_id': '1a12387a-aaa2-4a1f-a655-89f380d6e41d', 'mac_address': 'fa:16:3e:53:6c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608914b1-569b-4d6d-9cf3-2d2385ae9cf2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:53:55.094640 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee657a-2f66-418a-a704-f416a73eb858 req-0450923c-e08c-421b-8152-9ff6d2d8e7ed tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:55.096447 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b0ee657a-2f66-418a-a704-f416a73eb858 req-0450923c-e08c-421b-8152-9ff6d2d8e7ed tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 944 time: 0.0578442 Jan 28 01:53:55.108870 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:55.121765 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a12387a-aaa2-4a1f-a655-89f380d6e41d {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:53:55.135647 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b0ee657a-2f66-418a-a704-f416a73eb858 req-209e0e2f-fee0-4d96-9e8a-225429b8b58e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330422 Jan 28 01:53:55.143560 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 1a12387a-aaa2-4a1f-a655-89f380d6e41d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1a12387a-aaa2-4a1f-a655-89f380d6e41d,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:55.148679 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:55.199423 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=1a12387a-aaa2-4a1f-a655-89f380d6e41d,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:55.681271 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['1a12387a-aaa2-4a1f-a655-89f380d6e41d'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:53:56.182129 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:56.265090 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d45146-ecb3-425b-99e2-4bca7a7380a7 req-36967861-e3f4-4268-9963-99e38bcfe344 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:56.266570 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-44d45146-ecb3-425b-99e2-4bca7a7380a7 req-36967861-e3f4-4268-9963-99e38bcfe344 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 945 time: 0.0515568 Jan 28 01:53:56.304337 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-44d45146-ecb3-425b-99e2-4bca7a7380a7 req-e55cc3eb-0ee0-4aa1-9a28-675aa12125cb tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311434 Jan 28 01:53:56.616538 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:56.788807 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:53:57.425813 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7494b-d4b6-4373-bdf4-7379fe63ebfa req-9ae02959-e3b2-4950-a7f3-6e7de22e3f01 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:57.427405 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f3b7494b-d4b6-4373-bdf4-7379fe63ebfa req-9ae02959-e3b2-4950-a7f3-6e7de22e3f01 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 945 time: 0.0523293 Jan 28 01:53:57.465562 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f3b7494b-d4b6-4373-bdf4-7379fe63ebfa req-990b0e1d-c534-439d-a725-d35d9be964a1 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Jan 28 01:53:58.581775 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7ed98-e2c9-4b0f-b232-032ff4c7401f req-3aefe30c-c611-4245-8f91-93b528f5dd69 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:58.583268 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-59b7ed98-e2c9-4b0f-b232-032ff4c7401f req-3aefe30c-c611-4245-8f91-93b528f5dd69 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 945 time: 0.0499444 Jan 28 01:53:58.622732 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-59b7ed98-e2c9-4b0f-b232-032ff4c7401f req-594d5eea-bb6e-4351-a83e-9563318c2322 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325058 Jan 28 01:53:58.967580 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 1a12387a-aaa2-4a1f-a655-89f380d6e41d up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:53:59.020097 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port 1a12387a-aaa2-4a1f-a655-89f380d6e41d completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:53:59.023896 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 1a12387a-aaa2-4a1f-a655-89f380d6e41d triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:53:59.024265 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:59.105015 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:59.126903 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026833c6-afa5-4f9f-9c14-62539a0c24cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a12387a-aaa2-4a1f-a655-89f380d6e41d'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:53:59.129122 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d809b24e-20f8-4ca2-8e3a-92de17bfcee5" -d '{"events": [{"server_uuid": "026833c6-afa5-4f9f-9c14-62539a0c24cd", "name": "network-vif-plugged", "status": "completed", "tag": "1a12387a-aaa2-4a1f-a655-89f380d6e41d"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:53:59.143550 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 1a12387a-aaa2-4a1f-a655-89f380d6e41d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1a12387a-aaa2-4a1f-a655-89f380d6e41d,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:53:59.149512 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:53:59.173529 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b091d92b-7e8e-47a5-8a4d-278b40b2f380 x-openstack-request-id: req-b091d92b-7e8e-47a5-8a4d-278b40b2f380 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:53:59.173841 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026833c6-afa5-4f9f-9c14-62539a0c24cd", "name": "network-vif-plugged", "status": "completed", "tag": "1a12387a-aaa2-4a1f-a655-89f380d6e41d", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:53:59.174098 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b091d92b-7e8e-47a5-8a4d-278b40b2f380 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:53:59.174485 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026833c6-afa5-4f9f-9c14-62539a0c24cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a12387a-aaa2-4a1f-a655-89f380d6e41d', 'code': 200} Jan 28 01:53:59.213076 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=1a12387a-aaa2-4a1f-a655-89f380d6e41d,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:53:59.656784 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7336d-a003-497f-a567-6a68db3ae0fa req-7a68c459-c2c5-4b84-8718-9849f0961da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:59.658459 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-76d7336d-a003-497f-a567-6a68db3ae0fa req-7a68c459-c2c5-4b84-8718-9849f0961da5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 1099 time: 0.2740426 Jan 28 01:53:59.705964 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-76d7336d-a003-497f-a567-6a68db3ae0fa req-84f171e2-cf92-451d-9c2e-1f8fc6d9e110 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379858 Jan 28 01:53:59.758561 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ebb96-4963-4418-a02f-a96a1e9a70f8 req-d31972fe-a800-4941-8a5c-529631b71f02 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:59.760035 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4d6ebb96-4963-4418-a02f-a96a1e9a70f8 req-d31972fe-a800-4941-8a5c-529631b71f02 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 946 time: 0.0499468 Jan 28 01:53:59.799132 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4d6ebb96-4963-4418-a02f-a96a1e9a70f8 req-2d4a69b0-fc8c-4ef4-ae58-c5f9c501d29b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319705 Jan 28 01:54:00.928197 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734b931-8d24-40fb-bb3c-2b6ab1ad8930 req-d8debd62-d2db-434e-8f99-f72955157964 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:00.929656 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4734b931-8d24-40fb-bb3c-2b6ab1ad8930 req-d8debd62-d2db-434e-8f99-f72955157964 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 946 time: 0.0624585 Jan 28 01:54:00.969492 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4734b931-8d24-40fb-bb3c-2b6ab1ad8930 req-c5834815-3192-443a-996b-36c337d4b550 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333865 Jan 28 01:54:02.093057 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6358d-8c6a-4699-af3b-4b58e3643ffa req-54b24ad6-1ad5-4b87-9c43-25a8e7f8c48a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:02.094528 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-43f6358d-8c6a-4699-af3b-4b58e3643ffa req-54b24ad6-1ad5-4b87-9c43-25a8e7f8c48a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 946 time: 0.0584934 Jan 28 01:54:02.133191 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-43f6358d-8c6a-4699-af3b-4b58e3643ffa req-8762f67c-641c-4028-b18a-0ebc27dba135 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326514 Jan 28 01:54:09.885633 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e71fc0-a7a6-4996-bc67-325f15f07699 req-ba33faa1-5869-485e-9267-d769433e4820 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:09.887089 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c6e71fc0-a7a6-4996-bc67-325f15f07699 req-ba33faa1-5869-485e-9267-d769433e4820 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 946 time: 0.0490050 Jan 28 01:54:09.925610 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c6e71fc0-a7a6-4996-bc67-325f15f07699 req-cfbd75a9-38f3-4b83-8764-275cadb40d9e tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320106 Jan 28 01:54:11.055473 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acd0fb-1835-4920-9533-e6eaad0d2126 req-c1aa7889-f053-4f12-8c8d-789141cb79ac tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:11.056929 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-65acd0fb-1835-4920-9533-e6eaad0d2126 req-c1aa7889-f053-4f12-8c8d-789141cb79ac tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 946 time: 0.0616124 Jan 28 01:54:11.096880 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-65acd0fb-1835-4920-9533-e6eaad0d2126 req-fe04fb7b-6ad4-48f1-94c8-f4b8d22981a8 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332937 Jan 28 01:54:12.217075 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877744c-43bc-4628-aa88-fbf6232e970e req-c024cb5c-0ae7-4728-b10d-32b04b2260f1 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:12.219086 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8877744c-43bc-4628-aa88-fbf6232e970e req-c024cb5c-0ae7-4728-b10d-32b04b2260f1 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 946 time: 0.0526106 Jan 28 01:54:12.258106 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8877744c-43bc-4628-aa88-fbf6232e970e req-7521089d-f333-4805-b17c-40d894fc15da tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320883 Jan 28 01:54:12.558059 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba617650-2993-4c39-814d-5e2dec2f34de req-e40f2ac7-71be-44d3-8d67-344d1f59f699 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:12.560132 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-ba617650-2993-4c39-814d-5e2dec2f34de req-e40f2ac7-71be-44d3-8d67-344d1f59f699 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 946 time: 0.0572836 Jan 28 01:54:12.667151 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-ba617650-2993-4c39-814d-5e2dec2f34de req-f0a88e78-b367-4644-a118-be00fbb3739d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Deleting port 1a12387a-aaa2-4a1f-a655-89f380d6e41d {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:54:12.667526 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-ba617650-2993-4c39-814d-5e2dec2f34de req-f0a88e78-b367-4644-a118-be00fbb3739d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:12.769802 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-ba617650-2993-4c39-814d-5e2dec2f34de req-f0a88e78-b367-4644-a118-be00fbb3739d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] For port 1a12387a-aaa2-4a1f-a655-89f380d6e41d, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=1a12387a-aaa2-4a1f-a655-89f380d6e41d,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:12.770224 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-ba617650-2993-4c39-814d-5e2dec2f34de req-f0a88e78-b367-4644-a118-be00fbb3739d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:12.782787 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-ba617650-2993-4c39-814d-5e2dec2f34de req-f0a88e78-b367-4644-a118-be00fbb3739d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Calling delete_port for 1a12387a-aaa2-4a1f-a655-89f380d6e41d owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:54:12.924331 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-ba617650-2993-4c39-814d-5e2dec2f34de req-f0a88e78-b367-4644-a118-be00fbb3739d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:12.953939 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a88e78-b367-4644-a118-be00fbb3739d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Pushing event deleted for resources: {'Port': ['ID=1a12387a-aaa2-4a1f-a655-89f380d6e41d,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:12.975768 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['d6552498-1d1e-4b07-8e62-223ecb61b77a', '64fea750-8438-4e92-a434-b60556e6c246', '3d598725-a742-415c-af81-5f1b1a2d2ac8', '1a12387a-aaa2-4a1f-a655-89f380d6e41d'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:54:12.995714 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba617650-2993-4c39-814d-5e2dec2f34de req-f0a88e78-b367-4644-a118-be00fbb3739d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] No DVR routers for this DVR port 1a12387a-aaa2-4a1f-a655-89f380d6e41d on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:54:12.998434 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-ba617650-2993-4c39-814d-5e2dec2f34de req-f0a88e78-b367-4644-a118-be00fbb3739d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:13.001832 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-ba617650-2993-4c39-814d-5e2dec2f34de req-f0a88e78-b367-4644-a118-be00fbb3739d tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "DELETE /v2.0/ports/1a12387a-aaa2-4a1f-a655-89f380d6e41d HTTP/1.1" status: 204 len: 173 time: 0.4348829 Jan 28 01:54:13.002308 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026833c6-afa5-4f9f-9c14-62539a0c24cd', 'name': 'network-vif-deleted', 'tag': '1a12387a-aaa2-4a1f-a655-89f380d6e41d'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:54:13.004615 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0016d39b-a241-46c2-8fba-5ec47ec15380" -d '{"events": [{"server_uuid": "026833c6-afa5-4f9f-9c14-62539a0c24cd", "name": "network-vif-deleted", "tag": "1a12387a-aaa2-4a1f-a655-89f380d6e41d"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:54:13.005245 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdd9d4-10eb-4d80-a587-d791dcdb8e8e req-efbe067a-f804-4028-898b-0c0a0bc53838 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:13.007325 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e6cdd9d4-10eb-4d80-a587-d791dcdb8e8e req-efbe067a-f804-4028-898b-0c0a0bc53838 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0524492 Jan 28 01:54:13.050279 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405e559b-1d2f-4855-b451-7ef200016c6b x-openstack-request-id: req-405e559b-1d2f-4855-b451-7ef200016c6b {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:54:13.053752 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e6cdd9d4-10eb-4d80-a587-d791dcdb8e8e req-51b36255-c286-4e19-b1b4-2c93ecd410fc tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381613 Jan 28 01:54:13.059958 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026833c6-afa5-4f9f-9c14-62539a0c24cd", "name": "network-vif-deleted", "tag": "1a12387a-aaa2-4a1f-a655-89f380d6e41d", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:54:13.060428 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-405e559b-1d2f-4855-b451-7ef200016c6b {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:54:13.060965 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026833c6-afa5-4f9f-9c14-62539a0c24cd', 'name': 'network-vif-deleted', 'tag': '1a12387a-aaa2-4a1f-a655-89f380d6e41d', 'status': 'completed', 'code': 200} Jan 28 01:54:13.374993 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-abd64078-6571-4569-8d14-6fef587df722 req-1eefa380-316c-4116-ad3c-42cabb57ff98 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=026833c6-afa5-4f9f-9c14-62539a0c24cd HTTP/1.1" status: 200 len: 210 time: 0.0373728 Jan 28 01:54:14.179741 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e688756-f84e-45f6-9ad8-15a98c4173db req-ff3c72ba-21f7-482e-a116-07852b1609cc tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:14.181208 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0e688756-f84e-45f6-9ad8-15a98c4173db req-ff3c72ba-21f7-482e-a116-07852b1609cc tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0498803 Jan 28 01:54:14.221843 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0e688756-f84e-45f6-9ad8-15a98c4173db req-abb29e5e-fc85-4ed3-a939-0e34defbeccb tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335088 Jan 28 01:54:15.024270 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 1a12387a-aaa2-4a1f-a655-89f380d6e41d no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:54:15.046112 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: 1a12387a-aaa2-4a1f-a655-89f380d6e41d {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:54:15.046456 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 1a12387a-aaa2-4a1f-a655-89f380d6e41d not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:54:15.347989 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964784-65bf-46e3-8bba-7ef62c40a918 req-7d5c1135-328d-4102-9ec6-d53b3873b185 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:15.349626 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2a964784-65bf-46e3-8bba-7ef62c40a918 req-7d5c1135-328d-4102-9ec6-d53b3873b185 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0590506 Jan 28 01:54:15.387984 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2a964784-65bf-46e3-8bba-7ef62c40a918 req-6a47df59-1ce5-4dd1-97b5-6b7a81d3656b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317309 Jan 28 01:54:15.785380 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f1958-0fb5-44f5-b800-14bbbfc210ce req-7920bb6e-b900-40ab-beb1-e379453ef45a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:15.786826 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0a4f1958-0fb5-44f5-b800-14bbbfc210ce req-7920bb6e-b900-40ab-beb1-e379453ef45a tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 945 time: 0.0490599 Jan 28 01:54:15.830559 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0a4f1958-0fb5-44f5-b800-14bbbfc210ce req-0d6ee48b-2f90-4a3e-9a08-7900f56d6534 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377054 Jan 28 01:54:16.508603 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee2f3d-4b02-4cbe-bbb3-b688721bf635 req-befa0000-562b-498f-af64-9ae358fcb043 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:16.509963 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4eee2f3d-4b02-4cbe-bbb3-b688721bf635 req-befa0000-562b-498f-af64-9ae358fcb043 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0491967 Jan 28 01:54:16.550790 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4eee2f3d-4b02-4cbe-bbb3-b688721bf635 req-32821106-e4b4-43c1-8752-4604fea75089 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=e7603094-0c3b-4b72-93b9-a60fa463648f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338449 Jan 28 01:54:16.620319 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-d65b4432-918e-4877-8a89-523b2096b61a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:16.622356 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-d65b4432-918e-4877-8a89-523b2096b61a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.41 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 946 time: 0.0548246 Jan 28 01:54:16.722983 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-52616e01-01d0-49cf-a35d-599f9515be2d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Deleting port 13074ef2-66d4-4f05-b65a-42dc0d26a548 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:54:16.723350 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-52616e01-01d0-49cf-a35d-599f9515be2d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:16.816158 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-52616e01-01d0-49cf-a35d-599f9515be2d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] For port 13074ef2-66d4-4f05-b65a-42dc0d26a548, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=13074ef2-66d4-4f05-b65a-42dc0d26a548,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:16.816432 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-52616e01-01d0-49cf-a35d-599f9515be2d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:16.947347 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de176bc-091f-4000-b709-264fd4e8479c req-a44ff43d-8800-4170-b9e4-b4d8a40b7d91 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:16.948838 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1de176bc-091f-4000-b709-264fd4e8479c req-a44ff43d-8800-4170-b9e4-b4d8a40b7d91 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 945 time: 0.0517664 Jan 28 01:54:16.989047 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1de176bc-091f-4000-b709-264fd4e8479c req-cece2613-045e-4122-a2ce-ee87700515f3 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336826 Jan 28 01:54:16.993470 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-52616e01-01d0-49cf-a35d-599f9515be2d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:16.993825 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-52616e01-01d0-49cf-a35d-599f9515be2d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614579'] for floatingip, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:16.994244 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.l3_db [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-52616e01-01d0-49cf-a35d-599f9515be2d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Floating IP a8abbdcc-b15a-4680-b85c-97e67d153c07 disassociated. External IP: 172.28.1.123, port: 13074ef2-66d4-4f05-b65a-42dc0d26a548. Jan 28 01:54:16.994468 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-52616e01-01d0-49cf-a35d-599f9515be2d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Calling delete_port for 13074ef2-66d4-4f05-b65a-42dc0d26a548 owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:54:17.136245 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-52616e01-01d0-49cf-a35d-599f9515be2d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:17.164399 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52616e01-01d0-49cf-a35d-599f9515be2d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event deleted for resources: {'Port': ['ID=13074ef2-66d4-4f05-b65a-42dc0d26a548,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:17.300281 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-52616e01-01d0-49cf-a35d-599f9515be2d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Router b1527fca-430f-425c-8703-4a0dff2c4df0 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:54:17.422981 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-52616e01-01d0-49cf-a35d-599f9515be2d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:54:17.437525 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4cbcf-bbf6-4fe8-b5cc-e9987e602f6d None None] Sync routers for ids ['b1527fca-430f-425c-8703-4a0dff2c4df0'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:54:17.446893 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4cbcf-bbf6-4fe8-b5cc-e9987e602f6d None None] Routers {'b1527fca-430f-425c-8703-4a0dff2c4df0'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:54:17.447464 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-d2f4cbcf-bbf6-4fe8-b5cc-e9987e602f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:53:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['b1527fca-430f-425c-8703-4a0dff2c4df0'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:54:17.469326 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-52616e01-01d0-49cf-a35d-599f9515be2d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] No DVR routers for this DVR port 13074ef2-66d4-4f05-b65a-42dc0d26a548 on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:54:17.472491 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-52616e01-01d0-49cf-a35d-599f9515be2d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:17.476066 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-4fa6d6d0-1b54-495a-9db0-59798ad47fec req-52616e01-01d0-49cf-a35d-599f9515be2d tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.41 "DELETE /v2.0/ports/13074ef2-66d4-4f05-b65a-42dc0d26a548 HTTP/1.1" status: 204 len: 173 time: 0.8449016 Jan 28 01:54:17.476549 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e', 'name': 'network-vif-deleted', 'tag': '13074ef2-66d4-4f05-b65a-42dc0d26a548'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:54:17.479514 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe81950-9529-4a85-bdb2-625f8682fdf0" -d '{"events": [{"server_uuid": "70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e", "name": "network-vif-deleted", "tag": "13074ef2-66d4-4f05-b65a-42dc0d26a548"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:54:17.529633 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88d5e2c-8eb5-4be4-82fd-98cb41721def x-openstack-request-id: req-f88d5e2c-8eb5-4be4-82fd-98cb41721def {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:54:17.529990 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e", "name": "network-vif-deleted", "tag": "13074ef2-66d4-4f05-b65a-42dc0d26a548", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:54:17.530209 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f88d5e2c-8eb5-4be4-82fd-98cb41721def {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:54:17.530798 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e', 'name': 'network-vif-deleted', 'tag': '13074ef2-66d4-4f05-b65a-42dc0d26a548', 'status': 'completed', 'code': 200} Jan 28 01:54:17.566985 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-d2f4cbcf-bbf6-4fe8-b5cc-e9987e602f6d None None] Set router b1527fca-430f-425c-8703-4a0dff2c4df0 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:54:17.689028 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-76119daa-4813-472f-9603-2c81f67c6288 req-de192236-6650-4156-be5c-c43391b3883e tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=70dbe5a0-c7a8-4aac-ab87-a0db4ec4101e HTTP/1.1" status: 200 len: 210 time: 0.0321653 Jan 28 01:54:17.847582 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-d2f4cbcf-bbf6-4fe8-b5cc-e9987e602f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:42Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '5f3225fc-41e8-49f3-aad8-1c606cc96eb2', 'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'mac_address': 'fa:16:3e:9a:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:40Z', 'updated_at': '2022-01-28T01:49:56Z', 'revision_number': 5, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'subnets': [{'id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:54:17.888831 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4cbcf-bbf6-4fe8-b5cc-e9987e602f6d None None] Checking router: b1527fca-430f-425c-8703-4a0dff2c4df0 for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:54:17.906771 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4cbcf-bbf6-4fe8-b5cc-e9987e602f6d None None] Routers {'b1527fca-430f-425c-8703-4a0dff2c4df0'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:54:17.907603 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-d2f4cbcf-bbf6-4fe8-b5cc-e9987e602f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:53:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['b1527fca-430f-425c-8703-4a0dff2c4df0'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:54:18.026644 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-d2f4cbcf-bbf6-4fe8-b5cc-e9987e602f6d None None] Set router b1527fca-430f-425c-8703-4a0dff2c4df0 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:54:18.113687 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3583a41-47e8-4463-a81f-cae9444133ba req-801665fa-f044-49a4-a977-d59cb41a35d8 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:18.115144 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e3583a41-47e8-4463-a81f-cae9444133ba req-801665fa-f044-49a4-a977-d59cb41a35d8 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 945 time: 0.0544906 Jan 28 01:54:18.157736 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e3583a41-47e8-4463-a81f-cae9444133ba req-71c5675f-9057-432e-8acb-91afc6c3f229 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365469 Jan 28 01:54:18.243170 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-d2f4cbcf-bbf6-4fe8-b5cc-e9987e602f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:42Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '5f3225fc-41e8-49f3-aad8-1c606cc96eb2', 'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'mac_address': 'fa:16:3e:9a:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:40Z', 'updated_at': '2022-01-28T01:49:56Z', 'revision_number': 5, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'subnets': [{'id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:54:18.271200 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4cbcf-bbf6-4fe8-b5cc-e9987e602f6d None None] The sync data for ids ['b1527fca-430f-425c-8703-4a0dff2c4df0'] in dv-cinder-824978-1-smb is: [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:42Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '5f3225fc-41e8-49f3-aad8-1c606cc96eb2', 'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'mac_address': 'fa:16:3e:9a:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:40Z', 'updated_at': '2022-01-28T01:49:56Z', 'revision_number': 5, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'subnets': [{'id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:54:18.497511 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9117e32-728d-489c-a0d1-215bafd4fbdd None None] New status for floating IP a8abbdcc-b15a-4680-b85c-97e67d153c07: DOWN {{(pid=107861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:54:18.780116 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 45494) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:18.815619 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00605e8-c1a6-4edf-85c3-dc2498817c18 req-0cdc998f-5096-402e-a9f7-89f66d3d81ed tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:18.817162 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-b00605e8-c1a6-4edf-85c3-dc2498817c18 req-0cdc998f-5096-402e-a9f7-89f66d3d81ed tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 945 time: 0.0512137 Jan 28 01:54:18.839491 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:18.864327 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:18.922594 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-b00605e8-c1a6-4edf-85c3-dc2498817c18 req-cc554f1e-1a52-492c-a2d1-db77eaae8cdc tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Deleting port 3d598725-a742-415c-af81-5f1b1a2d2ac8 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:54:18.923024 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-b00605e8-c1a6-4edf-85c3-dc2498817c18 req-cc554f1e-1a52-492c-a2d1-db77eaae8cdc tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:18.924152 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:18.927739 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:18.929262 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "DELETE /v2.0/security-groups/e7603094-0c3b-4b72-93b9-a60fa463648f HTTP/1.1" status: 204 len: 168 time: 0.1480744 Jan 28 01:54:18.932760 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 45498) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:18.950990 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7603094-0c3b-4b72-93b9-a60fa463648f,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:18.953339 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.api.v2.resource [None req-a79cb3b0-4b4e-4f42-bdcf-58846b99d2ce tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] show failed (client error): The resource could not be found. Jan 28 01:54:18.954346 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-a79cb3b0-4b4e-4f42-bdcf-58846b99d2ce tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups/e7603094-0c3b-4b72-93b9-a60fa463648f HTTP/1.1" status: 404 len: 347 time: 0.0207155 Jan 28 01:54:18.959222 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 45500) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:18.967023 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:18.967389 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:18.967731 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:18.968111 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:18.968475 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:18.968866 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:18.969193 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:18.969538 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:18.969853 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:18.970168 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:18.970481 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:18.970799 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fff088-2041-405e-8145-11f789c8012b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:19.024990 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-b00605e8-c1a6-4edf-85c3-dc2498817c18 req-cc554f1e-1a52-492c-a2d1-db77eaae8cdc tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] For port 3d598725-a742-415c-af81-5f1b1a2d2ac8, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=3d598725-a742-415c-af81-5f1b1a2d2ac8,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:19.025361 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-b00605e8-c1a6-4edf-85c3-dc2498817c18 req-cc554f1e-1a52-492c-a2d1-db77eaae8cdc tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:19.039517 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-b00605e8-c1a6-4edf-85c3-dc2498817c18 req-cc554f1e-1a52-492c-a2d1-db77eaae8cdc tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Calling delete_port for 3d598725-a742-415c-af81-5f1b1a2d2ac8 owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:54:19.045773 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:19.064662 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 13074ef2-66d4-4f05-b65a-42dc0d26a548 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:54:19.086421 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: 13074ef2-66d4-4f05-b65a-42dc0d26a548 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:54:19.086759 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 13074ef2-66d4-4f05-b65a-42dc0d26a548 not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:54:19.124133 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-4662bfe9-4f80-4429-ba3e-598d35a5b3a6 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Deleting port b407e5e1-497c-4061-a971-b5da45b78568 {{(pid=107859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:54:19.124446 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4662bfe9-4f80-4429-ba3e-598d35a5b3a6 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:19.179011 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-b00605e8-c1a6-4edf-85c3-dc2498817c18 req-cc554f1e-1a52-492c-a2d1-db77eaae8cdc tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:19.208071 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc554f1e-1a52-492c-a2d1-db77eaae8cdc tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Pushing event deleted for resources: {'Port': ['ID=3d598725-a742-415c-af81-5f1b1a2d2ac8,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:19.224991 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['d6552498-1d1e-4b07-8e62-223ecb61b77a', '64fea750-8438-4e92-a434-b60556e6c246'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:54:19.236337 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4662bfe9-4f80-4429-ba3e-598d35a5b3a6 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:19.236948 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4662bfe9-4f80-4429-ba3e-598d35a5b3a6 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:19.263340 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00605e8-c1a6-4edf-85c3-dc2498817c18 req-cc554f1e-1a52-492c-a2d1-db77eaae8cdc tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] No DVR routers for this DVR port 3d598725-a742-415c-af81-5f1b1a2d2ac8 on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:54:19.265758 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-b00605e8-c1a6-4edf-85c3-dc2498817c18 req-cc554f1e-1a52-492c-a2d1-db77eaae8cdc tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:19.269071 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-b00605e8-c1a6-4edf-85c3-dc2498817c18 req-cc554f1e-1a52-492c-a2d1-db77eaae8cdc tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "DELETE /v2.0/ports/3d598725-a742-415c-af81-5f1b1a2d2ac8 HTTP/1.1" status: 204 len: 173 time: 0.4427519 Jan 28 01:54:19.275403 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ef9b6e44-f8b0-48ed-ad9e-ccffd8436cd8 req-ff2360f2-770b-469d-95ca-7131e02b3b15 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e30b291-57b3-4f65-b53e-f444c6a598c3 HTTP/1.1" status: 200 len: 210 time: 0.0349658 Jan 28 01:54:19.279724 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-4662bfe9-4f80-4429-ba3e-598d35a5b3a6 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Calling delete_port for b407e5e1-497c-4061-a971-b5da45b78568 owned by network:floatingip {{(pid=107859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:54:19.473040 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4662bfe9-4f80-4429-ba3e-598d35a5b3a6 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:19.499928 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662bfe9-4f80-4429-ba3e-598d35a5b3a6 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event deleted for resources: {'Port': ['ID=b407e5e1-497c-4061-a971-b5da45b78568,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:19.532324 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e30b291-57b3-4f65-b53e-f444c6a598c3', 'name': 'network-vif-deleted', 'tag': '3d598725-a742-415c-af81-5f1b1a2d2ac8'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:54:19.534785 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40066a8b-254c-49c4-b4fd-04122af046ec" -d '{"events": [{"server_uuid": "0e30b291-57b3-4f65-b53e-f444c6a598c3", "name": "network-vif-deleted", "tag": "3d598725-a742-415c-af81-5f1b1a2d2ac8"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:54:19.562622 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4662bfe9-4f80-4429-ba3e-598d35a5b3a6 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for floatingip, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:19.565159 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4662bfe9-4f80-4429-ba3e-598d35a5b3a6 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:19.566495 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-4662bfe9-4f80-4429-ba3e-598d35a5b3a6 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "DELETE /v2.0/floatingips/a8abbdcc-b15a-4680-b85c-97e67d153c07 HTTP/1.1" status: 204 len: 168 time: 0.6062922 Jan 28 01:54:19.574128 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b04cf6-2978-4f70-af28-524cf7494279 x-openstack-request-id: req-48b04cf6-2978-4f70-af28-524cf7494279 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:54:19.574485 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e30b291-57b3-4f65-b53e-f444c6a598c3", "name": "network-vif-deleted", "tag": "3d598725-a742-415c-af81-5f1b1a2d2ac8", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:54:19.575788 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48b04cf6-2978-4f70-af28-524cf7494279 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:54:19.575788 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e30b291-57b3-4f65-b53e-f444c6a598c3', 'name': 'network-vif-deleted', 'tag': '3d598725-a742-415c-af81-5f1b1a2d2ac8', 'status': 'completed', 'code': 200} Jan 28 01:54:19.956000 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 45508) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:19.960581 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-04dc9068-86ff-4181-afed-d00c5f9c886e tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1831965950', 'description': 'tempest-description--219325562'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:54:19.988672 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-04dc9068-86ff-4181-afed-d00c5f9c886e tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.063270 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-04dc9068-86ff-4181-afed-d00c5f9c886e tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.067796 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-04dc9068-86ff-4181-afed-d00c5f9c886e tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.098839 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc9068-86ff-4181-afed-d00c5f9c886e tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:20.102946 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-04dc9068-86ff-4181-afed-d00c5f9c886e tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.106920 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-04dc9068-86ff-4181-afed-d00c5f9c886e tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1471958 Jan 28 01:54:20.107601 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45512) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:20.111914 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-c3dde47a-8f0c-4bb2-84a6-d1fa37b020f5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Request body: {'security_group_rule': {'security_group_id': 'dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:54:20.141579 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c3dde47a-8f0c-4bb2-84a6-d1fa37b020f5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.199493 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c3dde47a-8f0c-4bb2-84a6-d1fa37b020f5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.204175 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c3dde47a-8f0c-4bb2-84a6-d1fa37b020f5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.222427 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dde47a-8f0c-4bb2-84a6-d1fa37b020f5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada2638b-c4e7-4ec6-9f51-5f8379aa4050,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:20.230230 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c3dde47a-8f0c-4bb2-84a6-d1fa37b020f5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.231547 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-c3dde47a-8f0c-4bb2-84a6-d1fa37b020f5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231349 Jan 28 01:54:20.234220 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45514) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:20.238908 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-5af9db60-06d1-4f0b-9c0c-facb3b548511 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Request body: {'security_group_rule': {'security_group_id': 'dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:54:20.270066 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-5af9db60-06d1-4f0b-9c0c-facb3b548511 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.330276 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-5af9db60-06d1-4f0b-9c0c-facb3b548511 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.335630 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-5af9db60-06d1-4f0b-9c0c-facb3b548511 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.364016 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9db60-06d1-4f0b-9c0c-facb3b548511 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a77b312-4337-4dcd-9360-b4d7906b71ed,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:20.370597 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-5af9db60-06d1-4f0b-9c0c-facb3b548511 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.372472 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-5af9db60-06d1-4f0b-9c0c-facb3b548511 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366649 Jan 28 01:54:20.375592 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45520) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:20.379976 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Request body: {'floatingip': {'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:54:20.405831 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for floatingip, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.520909 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.578799 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd59196-9715-4bbb-a9f3-7b3b9b9a5e31 req-611606e2-1580-41f9-bb76-b880b81e0e45 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:20.580345 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4bd59196-9715-4bbb-a9f3-7b3b9b9a5e31 req-611606e2-1580-41f9-bb76-b880b81e0e45 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 946 time: 0.0606902 Jan 28 01:54:20.620264 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4bd59196-9715-4bbb-a9f3-7b3b9b9a5e31 req-c4ec7b99-a840-42c9-841c-98f9d9a3fd6b tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340149 Jan 28 01:54:20.627957 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Allocated IP 172.28.1.131 (53e1632d-3d8a-4bf7-bdd8-752e18cfbd35/fce5ff57-e9f1-4373-a307-b308380c36d0/0d3dbc5e-271e-4147-8ea5-c9c4314caf77) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:54:20.676954 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-cb1eb6fa-bbd7-43b7-9d37-ceb0e84c44bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.745379 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.780723 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.819409 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:54:20.822817 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:54:20.826710 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:54:20.849724 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event updated for resources: {'Port': ['ID=0d3dbc5e-271e-4147-8ea5-c9c4314caf77,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:20.919133 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:20.953680 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:21.059135 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 3d598725-a742-415c-af81-5f1b1a2d2ac8 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:54:21.080738 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: 3d598725-a742-415c-af81-5f1b1a2d2ac8 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:54:21.081076 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 3d598725-a742-415c-af81-5f1b1a2d2ac8 not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:54:21.110631 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:21.115269 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:21.180594 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event updated for resources: {'Port': ['ID=0d3dbc5e-271e-4147-8ea5-c9c4314caf77,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:21.195980 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614579'] for floatingip, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:21.212175 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:21.213461 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-8d132ab9-6afe-41d4-8a23-915a4a907d61 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8369052 Jan 28 01:54:21.412883 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-ec022e2c-7c11-4e5b-938e-58228ff3e280 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1831965950&fields=id&tenant_id=d01227c1e2c345be95db5c7d427534e6 HTTP/1.1" status: 200 len: 267 time: 0.0347505 Jan 28 01:54:21.524922 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-2214a05f-922f-4c71-ab1f-ce8a14a5c248 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:21.526263 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-2214a05f-922f-4c71-ab1f-ce8a14a5c248 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/networks?id=81043963-f01a-4238-ae3c-e4422abf49e4 HTTP/1.1" status: 200 len: 810 time: 0.1056244 Jan 28 01:54:21.541471 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-c58e9f3d-2b92-4242-8509-c838b65944aa tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/quotas/d01227c1e2c345be95db5c7d427534e6 HTTP/1.1" status: 200 len: 375 time: 0.0087545 Jan 28 01:54:21.597877 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-90a2222c-3ef6-47c6-8a64-37553ae06fc2 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d01227c1e2c345be95db5c7d427534e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498621 Jan 28 01:54:21.705861 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-4de11133-2161-44aa-91b7-d9a0d6ce2da4 service neutron] 10.222.0.58 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954783 Jan 28 01:54:21.797819 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b96feb-d042-4cb7-a1b0-c87af2f6eba9 req-f018ef64-e1cf-458d-9edc-70c86a928191 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:21.799190 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-24b96feb-d042-4cb7-a1b0-c87af2f6eba9 req-f018ef64-e1cf-458d-9edc-70c86a928191 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 946 time: 0.1037118 Jan 28 01:54:21.844916 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5d1b6b-f664-4da5-a6f4-f4a65e92b738 service neutron] 10.222.0.58 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203585 Jan 28 01:54:21.857024 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-24b96feb-d042-4cb7-a1b0-c87af2f6eba9 req-92b619dc-69ea-495d-83fb-e917cc0e3dc7 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516479 Jan 28 01:54:22.020552 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1f451603-fbce-49ef-a5e0-14fa2608ca71 req-1989572b-5912-4473-ba44-bc1598ef7f9b tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 210 time: 0.0321238 Jan 28 01:54:22.866226 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f19dc0-49e0-4137-a2ba-4710ebc2a964 req-8c70083d-7da9-46f2-a9cd-214726cdbd24 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:22.867712 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d8f19dc0-49e0-4137-a2ba-4710ebc2a964 req-8c70083d-7da9-46f2-a9cd-214726cdbd24 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 946 time: 0.0497003 Jan 28 01:54:22.971644 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-d8f19dc0-49e0-4137-a2ba-4710ebc2a964 req-2ce59bb5-93ab-4c23-ba62-0d23d802be04 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Deleting port 64fea750-8438-4e92-a434-b60556e6c246 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:54:22.972124 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-d8f19dc0-49e0-4137-a2ba-4710ebc2a964 req-2ce59bb5-93ab-4c23-ba62-0d23d802be04 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:22.976910 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75623620-5711-4ef3-b98e-359536e11536 req-6ebb03dd-ef9f-43f6-a3f8-4d39636ab436 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:22.978385 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-75623620-5711-4ef3-b98e-359536e11536 req-6ebb03dd-ef9f-43f6-a3f8-4d39636ab436 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 946 time: 0.0493212 Jan 28 01:54:23.018838 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-75623620-5711-4ef3-b98e-359536e11536 req-cce0b074-3400-4dcd-9294-e00da071e360 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331666 Jan 28 01:54:23.061323 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-d8f19dc0-49e0-4137-a2ba-4710ebc2a964 req-2ce59bb5-93ab-4c23-ba62-0d23d802be04 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] For port 64fea750-8438-4e92-a434-b60556e6c246, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=64fea750-8438-4e92-a434-b60556e6c246,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:23.061698 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-d8f19dc0-49e0-4137-a2ba-4710ebc2a964 req-2ce59bb5-93ab-4c23-ba62-0d23d802be04 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:23.075799 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-d8f19dc0-49e0-4137-a2ba-4710ebc2a964 req-2ce59bb5-93ab-4c23-ba62-0d23d802be04 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Calling delete_port for 64fea750-8438-4e92-a434-b60556e6c246 owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:54:23.111390 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c551bf5c-d86f-45c0-b002-4981d56bb1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:23.128856 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-df1444ec-08a6-44d7-b3d6-bfe7cd795cad req-a480d677-22f3-41b7-a209-b11dba1d78c9 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 210 time: 0.0323172 Jan 28 01:54:23.221968 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-d8f19dc0-49e0-4137-a2ba-4710ebc2a964 req-2ce59bb5-93ab-4c23-ba62-0d23d802be04 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:23.259389 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['d6552498-1d1e-4b07-8e62-223ecb61b77a'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:54:23.261539 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce59bb5-93ab-4c23-ba62-0d23d802be04 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Pushing event deleted for resources: {'Port': ['ID=64fea750-8438-4e92-a434-b60556e6c246,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:23.343663 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f19dc0-49e0-4137-a2ba-4710ebc2a964 req-2ce59bb5-93ab-4c23-ba62-0d23d802be04 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] No DVR routers for this DVR port 64fea750-8438-4e92-a434-b60556e6c246 on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:54:23.347411 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-d8f19dc0-49e0-4137-a2ba-4710ebc2a964 req-2ce59bb5-93ab-4c23-ba62-0d23d802be04 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:23.350629 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d8f19dc0-49e0-4137-a2ba-4710ebc2a964 req-2ce59bb5-93ab-4c23-ba62-0d23d802be04 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "DELETE /v2.0/ports/64fea750-8438-4e92-a434-b60556e6c246 HTTP/1.1" status: 204 len: 173 time: 0.4736485 Jan 28 01:54:23.351072 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dca967d-a1ea-4845-9670-206c73594fb3', 'name': 'network-vif-deleted', 'tag': '64fea750-8438-4e92-a434-b60556e6c246'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:54:23.353351 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e561ae-9dad-448e-bd7b-8f0463c24f2d" -d '{"events": [{"server_uuid": "1dca967d-a1ea-4845-9670-206c73594fb3", "name": "network-vif-deleted", "tag": "64fea750-8438-4e92-a434-b60556e6c246"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:54:23.406397 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745c97dd-dc58-4ed2-a873-4e06ef49025b x-openstack-request-id: req-745c97dd-dc58-4ed2-a873-4e06ef49025b {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:54:23.406712 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dca967d-a1ea-4845-9670-206c73594fb3", "name": "network-vif-deleted", "tag": "64fea750-8438-4e92-a434-b60556e6c246", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:54:23.406967 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-745c97dd-dc58-4ed2-a873-4e06ef49025b {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:54:23.408107 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dca967d-a1ea-4845-9670-206c73594fb3', 'name': 'network-vif-deleted', 'tag': '64fea750-8438-4e92-a434-b60556e6c246', 'status': 'completed', 'code': 200} Jan 28 01:54:23.435494 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-301819c0-9c97-4e9e-af5d-ddbb92c4daac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:23.438188 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-301819c0-9c97-4e9e-af5d-ddbb92c4daac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.41 "GET /v2.0/networks?id=81043963-f01a-4238-ae3c-e4422abf49e4 HTTP/1.1" status: 200 len: 810 time: 0.1870525 Jan 28 01:54:23.506441 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-9a4fe294-c653-4354-bc93-bd2db3510b0a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d01227c1e2c345be95db5c7d427534e6 HTTP/1.1" status: 200 len: 380 time: 0.0353613 Jan 28 01:54:23.542200 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-1cd62588-47c7-4893-9484-c652608440ff tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Request body: {'port': {'device_id': 'c0c050c7-5e86-4cc8-a559-bb8a3821d5b3', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'admin_state_up': True, 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'security_groups': ['dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6']}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:54:23.660046 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-1cd62588-47c7-4893-9484-c652608440ff tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Made reservation on behalf of d01227c1e2c345be95db5c7d427534e6 for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:54:23.663659 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-1cd62588-47c7-4893-9484-c652608440ff tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:23.805668 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-1cd62588-47c7-4893-9484-c652608440ff tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Allocated IP 172.20.0.8 (81043963-f01a-4238-ae3c-e4422abf49e4/5e45da0d-8ce5-4dd6-9ebf-a92f00adf184/baeaa101-3a4b-4824-b3d6-5e96c5523006) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:54:23.943560 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-1cd62588-47c7-4893-9484-c652608440ff tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:23.978302 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-1cd62588-47c7-4893-9484-c652608440ff tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:24.036606 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-1cd62588-47c7-4893-9484-c652608440ff tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Network 81043963-f01a-4238-ae3c-e4422abf49e4 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:54:24.039636 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-1cd62588-47c7-4893-9484-c652608440ff tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:54:24.044308 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-1cd62588-47c7-4893-9484-c652608440ff tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:54:24.054484 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd62588-47c7-4893-9484-c652608440ff tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event updated for resources: {'Port': ['ID=baeaa101-3a4b-4824-b3d6-5e96c5523006,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:24.109885 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-1cd62588-47c7-4893-9484-c652608440ff tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:24.112181 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-1cd62588-47c7-4893-9484-c652608440ff tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:24.144389 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-1cd62588-47c7-4893-9484-c652608440ff tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6063149 Jan 28 01:54:24.161582 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ea509538-2c98-460c-97df-f8d83e808f96 req-ad12601d-c235-4c7e-bd8c-165f39100a10 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=1dca967d-a1ea-4845-9670-206c73594fb3 HTTP/1.1" status: 200 len: 210 time: 0.0305395 Jan 28 01:54:24.179741 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Request body: {'port': {'device_id': 'c0c050c7-5e86-4cc8-a559-bb8a3821d5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:54:24.276503 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:24.305978 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555d8d8-d51e-474a-8e6c-655c2c575688 req-c1947465-bff2-4dbf-a598-48d1d8419197 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:24.307599 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f555d8d8-d51e-474a-8e6c-655c2c575688 req-c1947465-bff2-4dbf-a598-48d1d8419197 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 931 time: 0.0642245 Jan 28 01:54:24.382769 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f555d8d8-d51e-474a-8e6c-655c2c575688 req-e45c6739-42bb-4fed-baee-2f16ade18a26 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601954 Jan 28 01:54:24.408468 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d622f-61bb-45cf-b3e4-eda4fbab76a3 req-91351666-c1cb-486d-8a04-0adc7629a8c7 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:24.410048 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-790d622f-61bb-45cf-b3e4-eda4fbab76a3 req-91351666-c1cb-486d-8a04-0adc7629a8c7 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0662777 Jan 28 01:54:24.420722 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-ea7a4f1f-57d6-45cd-abb5-872cd605ea66 None None] Provisioning complete for port baeaa101-3a4b-4824-b3d6-5e96c5523006 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:54:24.421723 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-ea7a4f1f-57d6-45cd-abb5-872cd605ea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:24.455807 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-790d622f-61bb-45cf-b3e4-eda4fbab76a3 req-d608c39a-db1a-43c9-8261-c6ff3bfa5ed4 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373502 Jan 28 01:54:24.578397 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a4f1f-57d6-45cd-abb5-872cd605ea66 None None] Port baeaa101-3a4b-4824-b3d6-5e96c5523006 cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:54:24.638605 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baeaa101-3a4b-4824-b3d6-5e96c5523006 {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:54:24.646162 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:24.659740 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Transition to ACTIVE for port object baeaa101-3a4b-4824-b3d6-5e96c5523006 will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:54:24.664773 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:24.717725 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Pushing event updated for resources: {'Port': ['ID=baeaa101-3a4b-4824-b3d6-5e96c5523006,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:24.769507 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:24.799941 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Attempting to bind port baeaa101-3a4b-4824-b3d6-5e96c5523006 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:54:24.800279 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Attempting to bind port baeaa101-3a4b-4824-b3d6-5e96c5523006 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:54:24.800609 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Attempting to bind port baeaa101-3a4b-4824-b3d6-5e96c5523006 on network 81043963-f01a-4238-ae3c-e4422abf49e4 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:54:24.805113 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Port baeaa101-3a4b-4824-b3d6-5e96c5523006 on network 81043963-f01a-4238-ae3c-e4422abf49e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:54:24.805434 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Attempting to bind port baeaa101-3a4b-4824-b3d6-5e96c5523006 on network 81043963-f01a-4238-ae3c-e4422abf49e4 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:54:24.810805 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:54:24.811145 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Checking segment: {'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:54:24.811564 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Bound using segment: {'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:54:24.812004 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Bound port: baeaa101-3a4b-4824-b3d6-5e96c5523006, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b31074-d6b2-4758-8153-7095612d9343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:54:24.812366 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:24.891462 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] For port baeaa101-3a4b-4824-b3d6-5e96c5523006, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:54:24.894471 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] For port baeaa101-3a4b-4824-b3d6-5e96c5523006, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=baeaa101-3a4b-4824-b3d6-5e96c5523006,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:54:24.899562 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:24.936679 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:24.937295 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:24.938703 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] 10.222.0.41 "PUT /v2.0/ports/baeaa101-3a4b-4824-b3d6-5e96c5523006 HTTP/1.1" status: 200 len: 1093 time: 0.7647917 Jan 28 01:54:24.957814 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5905a9-a78a-4502-a246-0011e52c4eac service neutron] Pushing event updated for resources: {'Port': ['ID=baeaa101-3a4b-4824-b3d6-5e96c5523006,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:25.046419 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-475e5c7e-38e2-4c9f-a4ed-4745e2c9affc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:25.047972 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-475e5c7e-38e2-4c9f-a4ed-4745e2c9affc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d01227c1e2c345be95db5c7d427534e6&device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 1096 time: 0.0507796 Jan 28 01:54:25.083603 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 64fea750-8438-4e92-a434-b60556e6c246 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:54:25.104671 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-ed37ba0d-cafd-401f-9354-5a31005c2390 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baeaa101-3a4b-4824-b3d6-5e96c5523006 HTTP/1.1" status: 200 len: 217 time: 0.0398738 Jan 28 01:54:25.105915 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: 64fea750-8438-4e92-a434-b60556e6c246 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:54:25.106334 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 64fea750-8438-4e92-a434-b60556e6c246 not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:54:25.156006 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-25c6a551-f0b8-4e5f-89fd-4c09ca80ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:25.157385 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-25c6a551-f0b8-4e5f-89fd-4c09ca80ebf6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e45da0d-8ce5-4dd6-9ebf-a92f00adf184 HTTP/1.1" status: 200 len: 849 time: 0.0453601 Jan 28 01:54:25.205892 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-8977340f-0fd6-4a74-985c-2cb59ffcb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:25.207476 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-8977340f-0fd6-4a74-985c-2cb59ffcb6ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81043963-f01a-4238-ae3c-e4422abf49e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0418522 Jan 28 01:54:25.308037 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-67217908-34e0-4fc6-b4c9-8e25b1650f3a service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917346 Jan 28 01:54:25.408823 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c050c7-5e86-4cc8-a559-bb8a3821d5b3', 'tag': 'baeaa101-3a4b-4824-b3d6-5e96c5523006'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:54:25.411044 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6a66ea-8bf5-4564-85a6-79d1e2add37d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c050c7-5e86-4cc8-a559-bb8a3821d5b3", "tag": "baeaa101-3a4b-4824-b3d6-5e96c5523006"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:54:25.417689 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-02becec3-64bf-4c20-9639-1e92acc2ba61 req-67002357-6f94-4e7a-9ca8-e85daf03c6b0 service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005745 Jan 28 01:54:25.461308 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dd6e03-c9db-406e-9862-a42bd588faa6 x-openstack-request-id: req-94dd6e03-c9db-406e-9862-a42bd588faa6 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:54:25.461593 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c050c7-5e86-4cc8-a559-bb8a3821d5b3", "tag": "baeaa101-3a4b-4824-b3d6-5e96c5523006", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:54:25.462119 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94dd6e03-c9db-406e-9862-a42bd588faa6 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:54:25.462517 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c050c7-5e86-4cc8-a559-bb8a3821d5b3', 'tag': 'baeaa101-3a4b-4824-b3d6-5e96c5523006', 'status': 'completed', 'code': 200} Jan 28 01:54:25.533568 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8258c-755c-4ef8-833c-4ac6b857d56f req-bd78bec8-7573-4514-bf93-c1889b810937 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:25.535101 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6df8258c-755c-4ef8-833c-4ac6b857d56f req-bd78bec8-7573-4514-bf93-c1889b810937 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 943 time: 0.0590527 Jan 28 01:54:25.599510 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6df8258c-755c-4ef8-833c-4ac6b857d56f req-74f41e4c-24cd-4fbc-8d0c-d6fd9ad4ebf8 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551670 Jan 28 01:54:25.614454 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f0387-82d7-4800-b3fc-37b879724854 req-c99bb1bd-3649-4683-968b-a2fe5e3a2a27 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:25.615991 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d72f0387-82d7-4800-b3fc-37b879724854 req-c99bb1bd-3649-4683-968b-a2fe5e3a2a27 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0799737 Jan 28 01:54:25.621191 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a66ea-8bf5-4564-85a6-79d1e2add37d req-a68cd4fe-f288-42e5-8f43-f8e7898090d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:25.623335 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d6a66ea-8bf5-4564-85a6-79d1e2add37d req-a68cd4fe-f288-42e5-8f43-f8e7898090d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d01227c1e2c345be95db5c7d427534e6&device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 1096 time: 0.0533178 Jan 28 01:54:25.662987 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d72f0387-82d7-4800-b3fc-37b879724854 req-4684058a-71c2-4acb-bbc1-01edeb50f231 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338171 Jan 28 01:54:25.947071 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a66ea-8bf5-4564-85a6-79d1e2add37d req-f0fe0eed-7f3d-4e4f-8871-6c464b86d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:25.949661 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d6a66ea-8bf5-4564-85a6-79d1e2add37d req-f0fe0eed-7f3d-4e4f-8871-6c464b86d28f service neutron] 10.222.0.41 "GET /v2.0/networks?id=81043963-f01a-4238-ae3c-e4422abf49e4 HTTP/1.1" status: 200 len: 912 time: 0.3186221 Jan 28 01:54:25.995852 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d6a66ea-8bf5-4564-85a6-79d1e2add37d req-798fa229-a7c9-4032-a8db-0203a09349a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baeaa101-3a4b-4824-b3d6-5e96c5523006 HTTP/1.1" status: 200 len: 217 time: 0.0378098 Jan 28 01:54:26.049470 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a66ea-8bf5-4564-85a6-79d1e2add37d req-480735ae-c1d8-4bf2-9e22-b33ae04a0c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:26.050898 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d6a66ea-8bf5-4564-85a6-79d1e2add37d req-480735ae-c1d8-4bf2-9e22-b33ae04a0c53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e45da0d-8ce5-4dd6-9ebf-a92f00adf184 HTTP/1.1" status: 200 len: 849 time: 0.0474148 Jan 28 01:54:26.111012 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a66ea-8bf5-4564-85a6-79d1e2add37d req-2a702a50-3ed6-4572-a53d-f76ac051f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:26.113637 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d6a66ea-8bf5-4564-85a6-79d1e2add37d req-2a702a50-3ed6-4572-a53d-f76ac051f281 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81043963-f01a-4238-ae3c-e4422abf49e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0506697 Jan 28 01:54:26.184813 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:26.217719 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d6a66ea-8bf5-4564-85a6-79d1e2add37d req-33997c32-943d-4ff9-90bc-5caf14fa6ae7 service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944884 Jan 28 01:54:26.322218 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-7d6a66ea-8bf5-4564-85a6-79d1e2add37d req-6649e561-c277-4fbe-86ba-7ca4a3f9b00a service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977802 Jan 28 01:54:26.565945 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c5d74-2920-40f8-b653-7cb4d34dd1c6 req-dc6e2b59-603d-4bb2-8f7a-44575d75a4e7 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:26.567457 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-231c5d74-2920-40f8-b653-7cb4d34dd1c6 req-dc6e2b59-603d-4bb2-8f7a-44575d75a4e7 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 945 time: 0.0487363 Jan 28 01:54:26.609205 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-231c5d74-2920-40f8-b653-7cb4d34dd1c6 req-469d0e79-4de4-464e-884e-358554ee0fa8 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358088 Jan 28 01:54:26.620389 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:26.723435 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ba22b-1798-489f-a4b4-8be133ecb607 req-4f82c5f2-b20d-4389-bd7c-b7588e3f86d9 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:26.724933 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a83ba22b-1798-489f-a4b4-8be133ecb607 req-4f82c5f2-b20d-4389-bd7c-b7588e3f86d9 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 943 time: 0.0527632 Jan 28 01:54:26.793381 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a83ba22b-1798-489f-a4b4-8be133ecb607 req-ce215b31-1f4d-43e1-a209-2f01a4b98715 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624287 Jan 28 01:54:26.803558 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9649d1e-ec6d-4b7f-99e9-63cff62350f0 req-490b36a8-66dc-4368-8a76-74c42ec67214 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:26.805344 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f9649d1e-ec6d-4b7f-99e9-63cff62350f0 req-490b36a8-66dc-4368-8a76-74c42ec67214 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0676939 Jan 28 01:54:26.843673 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f9649d1e-ec6d-4b7f-99e9-63cff62350f0 req-b2067846-2956-48e3-bf8a-cb8d358baaa1 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316112 Jan 28 01:54:27.082057 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device baeaa101-3a4b-4824-b3d6-5e96c5523006 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:54:27.177740 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port baeaa101-3a4b-4824-b3d6-5e96c5523006, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=baeaa101-3a4b-4824-b3d6-5e96c5523006,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:27.189362 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': 'baeaa101-3a4b-4824-b3d6-5e96c5523006', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'port_id': 'baeaa101-3a4b-4824-b3d6-5e96c5523006', 'mac_address': 'fa:16:3e:e0:f9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:54:27.227155 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:27.240506 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baeaa101-3a4b-4824-b3d6-5e96c5523006 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:54:27.259913 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port baeaa101-3a4b-4824-b3d6-5e96c5523006, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=baeaa101-3a4b-4824-b3d6-5e96c5523006,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:27.263814 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:27.312920 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=baeaa101-3a4b-4824-b3d6-5e96c5523006,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:27.319806 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:27.320144 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:27.320487 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:27.320823 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:27.321156 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:27.321488 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:27.321822 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:27.322254 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:27.330987 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:27.331291 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:27.331629 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:27.331968 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:27.642230 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['baeaa101-3a4b-4824-b3d6-5e96c5523006'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:54:27.735695 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f51b2-50fb-48ec-8813-e2ad11173620 req-2460402c-df84-409b-aa85-d742e2bfb5e1 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:27.737191 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-462f51b2-50fb-48ec-8813-e2ad11173620 req-2460402c-df84-409b-aa85-d742e2bfb5e1 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 945 time: 0.0566282 Jan 28 01:54:27.774845 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-462f51b2-50fb-48ec-8813-e2ad11173620 req-f912bb17-4b60-4abf-98dd-0e16f0ad68ea tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309498 Jan 28 01:54:27.916043 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42e40f-0ec3-433c-a279-50105c30eea7 req-baa90dcc-f98f-488f-8e14-82fad8be8a3a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:27.917439 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1e42e40f-0ec3-433c-a279-50105c30eea7 req-baa90dcc-f98f-488f-8e14-82fad8be8a3a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 944 time: 0.0531657 Jan 28 01:54:27.979299 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1e42e40f-0ec3-433c-a279-50105c30eea7 req-9e73b81b-7068-4582-be72-084a06d0a2f4 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527737 Jan 28 01:54:27.990256 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da7e4f-d3f5-4acd-ab12-5a8c41180ffd req-527b9223-cf61-49a6-a2db-eaa8715bde0c tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:27.991585 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d9da7e4f-d3f5-4acd-ab12-5a8c41180ffd req-527b9223-cf61-49a6-a2db-eaa8715bde0c tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0732610 Jan 28 01:54:28.031594 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d9da7e4f-d3f5-4acd-ab12-5a8c41180ffd req-81a3f141-6a09-48a3-b227-11e331194e00 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341353 Jan 28 01:54:28.814235 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ff8b-3650-408e-b504-72b8834ee1f1 req-1b010bf7-5590-498b-b4b5-d7eafc53e641 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:28.815816 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8414ff8b-3650-408e-b504-72b8834ee1f1 req-1b010bf7-5590-498b-b4b5-d7eafc53e641 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "GET /v2.0/ports?device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 945 time: 0.0504203 Jan 28 01:54:28.898797 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b7f0e-9bb1-4acf-82e2-80e0d3e9d0c9 req-f0c0f8c3-9a20-4c88-a586-39dbf94be7dc tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:28.900306 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-812b7f0e-9bb1-4acf-82e2-80e0d3e9d0c9 req-f0c0f8c3-9a20-4c88-a586-39dbf94be7dc tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 945 time: 0.0543087 Jan 28 01:54:28.917124 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-8414ff8b-3650-408e-b504-72b8834ee1f1 req-5912d1fc-f7ef-4cd5-aefd-a0cf26d869d0 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Deleting port d6552498-1d1e-4b07-8e62-223ecb61b77a {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:54:28.917468 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8414ff8b-3650-408e-b504-72b8834ee1f1 req-5912d1fc-f7ef-4cd5-aefd-a0cf26d869d0 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:28.940871 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-812b7f0e-9bb1-4acf-82e2-80e0d3e9d0c9 req-e9900e07-4175-4c1d-b441-fc9e9604ec7f tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ed897e7-8297-4b72-8f05-0a332bf8f23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337763 Jan 28 01:54:29.008106 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-8414ff8b-3650-408e-b504-72b8834ee1f1 req-5912d1fc-f7ef-4cd5-aefd-a0cf26d869d0 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] For port d6552498-1d1e-4b07-8e62-223ecb61b77a, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d6552498-1d1e-4b07-8e62-223ecb61b77a,segment=NetworkSegment(3a79a32e-70e7-497d-afb0-7d3ea1454f97),segment_id=3a79a32e-70e7-497d-afb0-7d3ea1454f97)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:29.008525 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8414ff8b-3650-408e-b504-72b8834ee1f1 req-5912d1fc-f7ef-4cd5-aefd-a0cf26d869d0 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:29.022032 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-8414ff8b-3650-408e-b504-72b8834ee1f1 req-5912d1fc-f7ef-4cd5-aefd-a0cf26d869d0 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Calling delete_port for d6552498-1d1e-4b07-8e62-223ecb61b77a owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:54:29.104298 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd3596-9f42-4f70-95f2-20011076f31b req-8e750be4-cb9d-4e2a-aba9-5e4cef0815a4 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:29.111434 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f0dd3596-9f42-4f70-95f2-20011076f31b req-8e750be4-cb9d-4e2a-aba9-5e4cef0815a4 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 944 time: 0.0579929 Jan 28 01:54:29.116087 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device baeaa101-3a4b-4824-b3d6-5e96c5523006 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:54:29.164107 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8414ff8b-3650-408e-b504-72b8834ee1f1 req-5912d1fc-f7ef-4cd5-aefd-a0cf26d869d0 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:29.170985 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port baeaa101-3a4b-4824-b3d6-5e96c5523006 completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:54:29.174766 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port baeaa101-3a4b-4824-b3d6-5e96c5523006 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:54:29.175322 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:29.178415 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f0dd3596-9f42-4f70-95f2-20011076f31b req-857b2b3f-3bcc-49f3-a2bb-41a6277c8b27 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661349 Jan 28 01:54:29.193640 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccca4ab-ddaa-4825-952b-b4f12538a1e8 req-aee83e76-d408-448a-883e-d0b9ec565fa9 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:29.194350 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912d1fc-f7ef-4cd5-aefd-a0cf26d869d0 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Pushing event deleted for resources: {'Port': ['ID=d6552498-1d1e-4b07-8e62-223ecb61b77a,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:29.195475 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6ccca4ab-ddaa-4825-952b-b4f12538a1e8 req-aee83e76-d408-448a-883e-d0b9ec565fa9 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0814471 Jan 28 01:54:29.241130 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-8414ff8b-3650-408e-b504-72b8834ee1f1 req-5912d1fc-f7ef-4cd5-aefd-a0cf26d869d0 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] No DVR routers for this DVR port d6552498-1d1e-4b07-8e62-223ecb61b77a on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:54:29.244545 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-8414ff8b-3650-408e-b504-72b8834ee1f1 req-5912d1fc-f7ef-4cd5-aefd-a0cf26d869d0 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:29.248205 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8414ff8b-3650-408e-b504-72b8834ee1f1 req-5912d1fc-f7ef-4cd5-aefd-a0cf26d869d0 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.41 "DELETE /v2.0/ports/d6552498-1d1e-4b07-8e62-223ecb61b77a HTTP/1.1" status: 204 len: 173 time: 0.4236360 Jan 28 01:54:29.248794 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4e8827-2a48-40bb-b968-a80bce5add31', 'name': 'network-vif-deleted', 'tag': 'd6552498-1d1e-4b07-8e62-223ecb61b77a'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:54:29.251421 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce53548-aec3-41e1-a8d4-662b83ba8d16" -d '{"events": [{"server_uuid": "be4e8827-2a48-40bb-b968-a80bce5add31", "name": "network-vif-deleted", "tag": "d6552498-1d1e-4b07-8e62-223ecb61b77a"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:54:29.251648 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6ccca4ab-ddaa-4825-952b-b4f12538a1e8 req-3adb2615-dab5-4384-8ce9-b03a7d9b5823 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415061 Jan 28 01:54:29.279468 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:29.294406 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a632dc-1bd6-4a00-97f3-b27be2edd467 x-openstack-request-id: req-98a632dc-1bd6-4a00-97f3-b27be2edd467 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:54:29.294694 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4e8827-2a48-40bb-b968-a80bce5add31", "name": "network-vif-deleted", "tag": "d6552498-1d1e-4b07-8e62-223ecb61b77a", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:54:29.295004 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98a632dc-1bd6-4a00-97f3-b27be2edd467 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:54:29.295394 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4e8827-2a48-40bb-b968-a80bce5add31', 'name': 'network-vif-deleted', 'tag': 'd6552498-1d1e-4b07-8e62-223ecb61b77a', 'status': 'completed', 'code': 200} Jan 28 01:54:29.308351 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c050c7-5e86-4cc8-a559-bb8a3821d5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baeaa101-3a4b-4824-b3d6-5e96c5523006'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:54:29.311020 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bbf28b-94ae-4f81-89c5-361e9ff469a7" -d '{"events": [{"server_uuid": "c0c050c7-5e86-4cc8-a559-bb8a3821d5b3", "name": "network-vif-plugged", "status": "completed", "tag": "baeaa101-3a4b-4824-b3d6-5e96c5523006"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:54:29.324967 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port baeaa101-3a4b-4824-b3d6-5e96c5523006, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=baeaa101-3a4b-4824-b3d6-5e96c5523006,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:29.329990 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:29.330884 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device d6552498-1d1e-4b07-8e62-223ecb61b77a no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:54:29.352691 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: d6552498-1d1e-4b07-8e62-223ecb61b77a {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:54:29.353047 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device d6552498-1d1e-4b07-8e62-223ecb61b77a not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:54:29.372695 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee33f14-ce97-4bd2-a072-b9061595de2c x-openstack-request-id: req-2ee33f14-ce97-4bd2-a072-b9061595de2c {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:54:29.373014 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c050c7-5e86-4cc8-a559-bb8a3821d5b3", "name": "network-vif-plugged", "status": "completed", "tag": "baeaa101-3a4b-4824-b3d6-5e96c5523006", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:54:29.373269 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ee33f14-ce97-4bd2-a072-b9061595de2c {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:54:29.373658 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c050c7-5e86-4cc8-a559-bb8a3821d5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baeaa101-3a4b-4824-b3d6-5e96c5523006', 'code': 200} Jan 28 01:54:29.400275 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=baeaa101-3a4b-4824-b3d6-5e96c5523006,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:29.618874 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acd7ce-cda1-4313-a037-c2165ecb92aa req-a9f3f086-9f08-41c6-9981-e41b7f700623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:29.620444 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-b4acd7ce-cda1-4313-a037-c2165ecb92aa req-a9f3f086-9f08-41c6-9981-e41b7f700623 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 1098 time: 0.0445216 Jan 28 01:54:29.658647 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-b4acd7ce-cda1-4313-a037-c2165ecb92aa req-4db0e971-facc-430b-b5d8-4bc44f5b25da service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296302 Jan 28 01:54:30.050773 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fcc723b1-e8db-49d4-8a1f-ae61066a301d req-e1fcaff0-4fc0-4a63-8364-87d324542e96 tempest-AttachVolumeNegativeTest-1458611685 tempest-AttachVolumeNegativeTest-1458611685-project] 10.222.0.58 "GET /v2.0/ports?device_id=be4e8827-2a48-40bb-b968-a80bce5add31 HTTP/1.1" status: 200 len: 210 time: 0.0289497 Jan 28 01:54:30.318089 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163405df-2992-4cb6-b9cd-2253c961f0ab req-cd9a95fb-3066-4227-942a-6ca9e34ffdab tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:30.319623 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-163405df-2992-4cb6-b9cd-2253c961f0ab req-cd9a95fb-3066-4227-942a-6ca9e34ffdab tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 945 time: 0.0592160 Jan 28 01:54:30.385226 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-163405df-2992-4cb6-b9cd-2253c961f0ab req-406f1b9d-486a-40af-9ef6-61f1486597dc tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551515 Jan 28 01:54:30.393615 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e9003-d3ef-46c6-8e62-dd38fa314eaa req-b6749d42-8808-402b-ba6e-e323c1289133 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:30.395210 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c48e9003-d3ef-46c6-8e62-dd38fa314eaa req-b6749d42-8808-402b-ba6e-e323c1289133 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0745566 Jan 28 01:54:30.433340 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c48e9003-d3ef-46c6-8e62-dd38fa314eaa req-23db735a-b41c-4226-90d2-fe86fd0ae1a8 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315840 Jan 28 01:54:31.114656 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45632) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:31.163118 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_v2 [None req-5782068c-e565-4866-b012-0170ef52a560 admin admin] Deleting subnet 608914b1-569b-4d6d-9cf3-2d2385ae9cf2 {{(pid=107858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:54:31.166153 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-5782068c-e565-4866-b012-0170ef52a560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.201400 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-5782068c-e565-4866-b012-0170ef52a560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1141361'] for subnet, precommit_delete_associations {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.240580 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-5782068c-e565-4866-b012-0170ef52a560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7750459'] for subnet, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.298767 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-5782068c-e565-4866-b012-0170ef52a560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7750450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9384921'] for subnet, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.322228 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782068c-e565-4866-b012-0170ef52a560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=608914b1-569b-4d6d-9cf3-2d2385ae9cf2,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:31.328624 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-5782068c-e565-4866-b012-0170ef52a560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.331953 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-5782068c-e565-4866-b012-0170ef52a560 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/608914b1-569b-4d6d-9cf3-2d2385ae9cf2 HTTP/1.1" status: 204 len: 168 time: 0.2157509 Jan 28 01:54:31.334897 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45634) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:31.405247 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-618dfac0-19f9-4718-acb4-03006ca14016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7845676'] for network, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.491158 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-618dfac0-19f9-4718-acb4-03006ca14016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751577', 'neutron.services.segments.db._delete_segments_for_network-8788471369665'] for network, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.513244 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c786afe-fa07-490e-9c67-f19de2941f6a req-7b8944d4-a5c4-4290-9346-0bc34768555c tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:31.514612 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-618dfac0-19f9-4718-acb4-03006ca14016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4198d281-518d-4ade-90db-fbe09a9e1c2e']}} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:54:31.514912 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1c786afe-fa07-490e-9c67-f19de2941f6a req-7b8944d4-a5c4-4290-9346-0bc34768555c tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 945 time: 0.0570014 Jan 28 01:54:31.524745 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-618dfac0-19f9-4718-acb4-03006ca14016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a79a32e-70e7-497d-afb0-7d3ea1454f97') {'for_net_delete': True} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:54:31.525035 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-618dfac0-19f9-4718-acb4-03006ca14016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a79a32e-70e7-497d-afb0-7d3ea1454f97') {} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:54:31.536999 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-618dfac0-19f9-4718-acb4-03006ca14016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788471403201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1141320'] for segment, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.552188 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-618dfac0-19f9-4718-acb4-03006ca14016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.558284 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618dfac0-19f9-4718-acb4-03006ca14016 admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=107858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:54:31.558925 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-618dfac0-19f9-4718-acb4-03006ca14016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8545591'] for segment, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: Traceback (most recent call last): Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: timer() Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: cb(*args, **kw) Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: return func(*args, **kwargs) Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: self._notify() Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: self.callback(batched_events) Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: event.method(event) Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: return f(self, *a, **k) Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: return self._get(url).json() Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: return self.request(url, 'GET', **kwargs) Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:54:31.560734 dv-cinder-824978-1-smb neutron-server[107858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:54:31.586710 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b1fac-bcdd-4ca6-b85d-8582780cbf1b req-bff94463-d9b7-4941-88f8-1faac0fba3a1 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:31.588391 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-de6b1fac-bcdd-4ca6-b85d-8582780cbf1b req-bff94463-d9b7-4941-88f8-1faac0fba3a1 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0725069 Jan 28 01:54:31.593290 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1c786afe-fa07-490e-9c67-f19de2941f6a req-51dad408-8359-46d9-9a15-ef1486a2fcec tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687306 Jan 28 01:54:31.622114 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-618dfac0-19f9-4718-acb4-03006ca14016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614529'] for network, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.627963 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-618dfac0-19f9-4718-acb4-03006ca14016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.633479 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-618dfac0-19f9-4718-acb4-03006ca14016 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4198d281-518d-4ade-90db-fbe09a9e1c2e HTTP/1.1" status: 204 len: 168 time: 0.2952154 Jan 28 01:54:31.643871 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dfac0-19f9-4718-acb4-03006ca14016 admin admin] Pushing event deleted for resources: {'Network': ['ID=4198d281-518d-4ade-90db-fbe09a9e1c2e,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:31.644901 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-de6b1fac-bcdd-4ca6-b85d-8582780cbf1b req-c110d640-5bce-4aac-8f75-5b4d63046a04 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488443 Jan 28 01:54:31.743994 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e6630-b84c-444f-bc84-6bd24dd80af5 req-33d9bc4c-fc64-4146-ac60-1e7aab50b26a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:31.745500 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-097e6630-b84c-444f-bc84-6bd24dd80af5 req-33d9bc4c-fc64-4146-ac60-1e7aab50b26a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 945 time: 0.0717025 Jan 28 01:54:31.755213 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 45646) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:31.759833 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-ec5fc94d-0017-4803-8095-43a0b620f1d0 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Request body: {'floatingip': {'port_id': 'baeaa101-3a4b-4824-b3d6-5e96c5523006'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:54:31.788926 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45648) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:31.838970 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-ce3f07e4-3289-4a1b-9a19-517e562d4f24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fba09837d81342d090f5e79e4fe50330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487010 Jan 28 01:54:31.842169 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45650) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:31.895299 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0fef87a2-2ea7-414c-b22b-83872162185b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.920838 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0fef87a2-2ea7-414c-b22b-83872162185b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.971493 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0fef87a2-2ea7-414c-b22b-83872162185b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.974004 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0fef87a2-2ea7-414c-b22b-83872162185b admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:31.975150 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-0fef87a2-2ea7-414c-b22b-83872162185b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ed897e7-8297-4b72-8f05-0a332bf8f23a HTTP/1.1" status: 204 len: 168 time: 0.1320591 Jan 28 01:54:31.984166 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef87a2-2ea7-414c-b22b-83872162185b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed897e7-8297-4b72-8f05-0a332bf8f23a,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:32.029259 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ec5fc94d-0017-4803-8095-43a0b620f1d0 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for floatingip, before_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:32.515164 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ec5fc94d-0017-4803-8095-43a0b620f1d0 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:32.519684 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ec5fc94d-0017-4803-8095-43a0b620f1d0 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614579'] for floatingip, after_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:32.618231 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.db.l3_db [None req-ec5fc94d-0017-4803-8095-43a0b620f1d0 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Floating IP 956ede7a-9851-49e6-8471-9b4eeaa3f743 associated. External IP: 172.28.1.131, port: baeaa101-3a4b-4824-b3d6-5e96c5523006. Jan 28 01:54:32.857588 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f9ea4-bceb-41a1-a187-2a8928f4df38 req-4b58ebce-e106-4984-8c61-6efdfc8f710c tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:32.859102 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-841f9ea4-bceb-41a1-a187-2a8928f4df38 req-4b58ebce-e106-4984-8c61-6efdfc8f710c tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.1274178 Jan 28 01:54:32.909745 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5fc94d-0017-4803-8095-43a0b620f1d0 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Router b1527fca-430f-425c-8703-4a0dff2c4df0 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:54:32.921535 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-841f9ea4-bceb-41a1-a187-2a8928f4df38 req-9c7f6de1-d60c-4b7c-afc5-6701dba20e52 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552137 Jan 28 01:54:33.068947 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5fc94d-0017-4803-8095-43a0b620f1d0 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:54:33.074241 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-ec5fc94d-0017-4803-8095-43a0b620f1d0 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:33.082598 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54479c08-718e-4d46-89dd-463691fdd145 None None] Sync routers for ids ['b1527fca-430f-425c-8703-4a0dff2c4df0'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:54:33.093625 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54479c08-718e-4d46-89dd-463691fdd145 None None] Routers {'b1527fca-430f-425c-8703-4a0dff2c4df0'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:54:33.095097 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-54479c08-718e-4d46-89dd-463691fdd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:54:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['b1527fca-430f-425c-8703-4a0dff2c4df0'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:54:33.107819 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-ec5fc94d-0017-4803-8095-43a0b620f1d0 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "PUT /v2.0/floatingips/956ede7a-9851-49e6-8471-9b4eeaa3f743 HTTP/1.1" status: 200 len: 991 time: 1.3480783 Jan 28 01:54:33.107819 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c050c7-5e86-4cc8-a559-bb8a3821d5b3', 'tag': 'baeaa101-3a4b-4824-b3d6-5e96c5523006'}] {{(pid=107859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:54:33.108977 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f26e8db650ad48871ace5057421b275907cd6391da2f912926caf74004d3c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510e13c4-3cb6-47e9-b0a8-2f3c213b3ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c050c7-5e86-4cc8-a559-bb8a3821d5b3", "tag": "baeaa101-3a4b-4824-b3d6-5e96c5523006"}]}' {{(pid=107859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:54:33.165517 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5d6bd4-51c9-4672-a4e4-9fc81e662b6a x-openstack-request-id: req-1c5d6bd4-51c9-4672-a4e4-9fc81e662b6a {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:54:33.166062 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c050c7-5e86-4cc8-a559-bb8a3821d5b3", "tag": "baeaa101-3a4b-4824-b3d6-5e96c5523006", "status": "completed", "code": 200}]} {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:54:33.166503 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c5d6bd4-51c9-4672-a4e4-9fc81e662b6a {{(pid=107859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:54:33.167095 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c050c7-5e86-4cc8-a559-bb8a3821d5b3', 'tag': 'baeaa101-3a4b-4824-b3d6-5e96c5523006', 'status': 'completed', 'code': 200} Jan 28 01:54:33.228434 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-54479c08-718e-4d46-89dd-463691fdd145 None None] Set router b1527fca-430f-425c-8703-4a0dff2c4df0 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:54:33.286745 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e13c4-3cb6-47e9-b0a8-2f3c213b3ef0 req-1e70d8eb-e7f7-4af0-ac5c-4900e267e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:33.288355 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-510e13c4-3cb6-47e9-b0a8-2f3c213b3ef0 req-1e70d8eb-e7f7-4af0-ac5c-4900e267e512 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d01227c1e2c345be95db5c7d427534e6&device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 1098 time: 0.0607882 Jan 28 01:54:33.391941 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e13c4-3cb6-47e9-b0a8-2f3c213b3ef0 req-d597e7af-395d-40fb-8a07-2efb74a39b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:33.393388 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-510e13c4-3cb6-47e9-b0a8-2f3c213b3ef0 req-d597e7af-395d-40fb-8a07-2efb74a39b60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81043963-f01a-4238-ae3c-e4422abf49e4 HTTP/1.1" status: 200 len: 912 time: 0.0952141 Jan 28 01:54:33.487226 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-510e13c4-3cb6-47e9-b0a8-2f3c213b3ef0 req-58d01450-b6b2-45be-9f70-e68a2b6a9d60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baeaa101-3a4b-4824-b3d6-5e96c5523006 HTTP/1.1" status: 200 len: 999 time: 0.0864885 Jan 28 01:54:33.498251 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-54479c08-718e-4d46-89dd-463691fdd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:42Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': '956ede7a-9851-49e6-8471-9b4eeaa3f743', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'floating_ip_address': '172.28.1.131', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'port_id': 'baeaa101-3a4b-4824-b3d6-5e96c5523006', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'mac_address': 'fa:16:3e:e0:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c050c7-5e86-4cc8-a559-bb8a3821d5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:54:20Z', 'updated_at': '2022-01-28T01:54:32Z', 'revision_number': 1, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3225fc-41e8-49f3-aad8-1c606cc96eb2', 'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'mac_address': 'fa:16:3e:9a:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:40Z', 'updated_at': '2022-01-28T01:49:56Z', 'revision_number': 5, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'subnets': [{'id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:54:33.525335 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54479c08-718e-4d46-89dd-463691fdd145 None None] Checking router: b1527fca-430f-425c-8703-4a0dff2c4df0 for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:54:33.534964 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54479c08-718e-4d46-89dd-463691fdd145 None None] Routers {'b1527fca-430f-425c-8703-4a0dff2c4df0'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:54:33.535585 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-54479c08-718e-4d46-89dd-463691fdd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:54:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['b1527fca-430f-425c-8703-4a0dff2c4df0'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:54:33.546245 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e13c4-3cb6-47e9-b0a8-2f3c213b3ef0 req-953221f3-2783-460a-ac2a-1174f1ec50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:33.547768 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-510e13c4-3cb6-47e9-b0a8-2f3c213b3ef0 req-953221f3-2783-460a-ac2a-1174f1ec50f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e45da0d-8ce5-4dd6-9ebf-a92f00adf184 HTTP/1.1" status: 200 len: 849 time: 0.0520928 Jan 28 01:54:33.601497 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e13c4-3cb6-47e9-b0a8-2f3c213b3ef0 req-173fa4d0-7d4c-4678-b6fa-3fe636581164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:33.603007 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-510e13c4-3cb6-47e9-b0a8-2f3c213b3ef0 req-173fa4d0-7d4c-4678-b6fa-3fe636581164 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81043963-f01a-4238-ae3c-e4422abf49e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0477972 Jan 28 01:54:33.651233 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-54479c08-718e-4d46-89dd-463691fdd145 None None] Set router b1527fca-430f-425c-8703-4a0dff2c4df0 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:54:33.710773 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-510e13c4-3cb6-47e9-b0a8-2f3c213b3ef0 req-2828ca13-3f36-496a-8934-8135b9c540e4 service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952320 Jan 28 01:54:33.788346 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:54:33.817733 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-510e13c4-3cb6-47e9-b0a8-2f3c213b3ef0 req-59bbb595-7bc1-4869-afc0-00fe61590244 service neutron] 10.222.0.41 "GET /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990050 Jan 28 01:54:33.911318 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-54479c08-718e-4d46-89dd-463691fdd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:42Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': '956ede7a-9851-49e6-8471-9b4eeaa3f743', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'floating_ip_address': '172.28.1.131', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'port_id': 'baeaa101-3a4b-4824-b3d6-5e96c5523006', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'mac_address': 'fa:16:3e:e0:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c050c7-5e86-4cc8-a559-bb8a3821d5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:54:20Z', 'updated_at': '2022-01-28T01:54:32Z', 'revision_number': 1, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3225fc-41e8-49f3-aad8-1c606cc96eb2', 'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'mac_address': 'fa:16:3e:9a:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:40Z', 'updated_at': '2022-01-28T01:49:56Z', 'revision_number': 5, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'subnets': [{'id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:54:33.938590 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54479c08-718e-4d46-89dd-463691fdd145 None None] The sync data for ids ['b1527fca-430f-425c-8703-4a0dff2c4df0'] in dv-cinder-824978-1-smb is: [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:42Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': '956ede7a-9851-49e6-8471-9b4eeaa3f743', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'floating_ip_address': '172.28.1.131', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'port_id': 'baeaa101-3a4b-4824-b3d6-5e96c5523006', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'mac_address': 'fa:16:3e:e0:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c050c7-5e86-4cc8-a559-bb8a3821d5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:54:20Z', 'updated_at': '2022-01-28T01:54:32Z', 'revision_number': 1, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3225fc-41e8-49f3-aad8-1c606cc96eb2', 'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'mac_address': 'fa:16:3e:9a:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:40Z', 'updated_at': '2022-01-28T01:49:56Z', 'revision_number': 5, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'subnets': [{'id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:54:34.049261 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d43d2-cd1a-4637-bb70-1fca49cef428 req-245a51a2-2ec2-432e-86b6-0a7fc440200c tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:34.050786 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-384d43d2-cd1a-4637-bb70-1fca49cef428 req-245a51a2-2ec2-432e-86b6-0a7fc440200c tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0515790 Jan 28 01:54:34.092125 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-384d43d2-cd1a-4637-bb70-1fca49cef428 req-f8919e1b-6748-4ae7-bd8d-360a957d5718 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349863 Jan 28 01:54:34.140723 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb8e62-ccfd-4c1b-82b8-faaf92e99197 None None] New status for floating IP 956ede7a-9851-49e6-8471-9b4eeaa3f743: ACTIVE {{(pid=107861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:54:35.218957 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b3c07-c4c8-42f2-a91b-4dd7f4e08346 req-7263554d-b049-4d45-8ff9-d42d9c37e0d7 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:35.220462 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-173b3c07-c4c8-42f2-a91b-4dd7f4e08346 req-7263554d-b049-4d45-8ff9-d42d9c37e0d7 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0531723 Jan 28 01:54:35.267559 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-173b3c07-c4c8-42f2-a91b-4dd7f4e08346 req-0bc47d3e-9eb1-450c-908d-c48aec1af2ec tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410168 Jan 28 01:54:36.384852 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c2b2d-b734-4876-a98e-da286c02752b req-1cc003fa-a431-4ecd-82fb-da0675e051aa tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:36.386300 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fb9c2b2d-b734-4876-a98e-da286c02752b req-1cc003fa-a431-4ecd-82fb-da0675e051aa tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0512764 Jan 28 01:54:36.426377 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fb9c2b2d-b734-4876-a98e-da286c02752b req-a41afb4c-9bb8-4282-93cc-9167895154cb tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327671 Jan 28 01:54:37.551841 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a4730-a507-4a73-9d4a-b9153b7fcd64 req-e25a81eb-e247-4292-96bb-ff993e4fcdc5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:37.553323 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1f3a4730-a507-4a73-9d4a-b9153b7fcd64 req-e25a81eb-e247-4292-96bb-ff993e4fcdc5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0496919 Jan 28 01:54:37.594048 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1f3a4730-a507-4a73-9d4a-b9153b7fcd64 req-500e843f-24a8-418a-9704-e0473bd42687 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338693 Jan 28 01:54:38.723618 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836b4f8-3208-4cde-b7bb-b580e39ffb0c req-30c202f8-18eb-4b25-90d1-a33f38b2d660 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:38.724997 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2836b4f8-3208-4cde-b7bb-b580e39ffb0c req-30c202f8-18eb-4b25-90d1-a33f38b2d660 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0595572 Jan 28 01:54:38.764167 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2836b4f8-3208-4cde-b7bb-b580e39ffb0c req-3ffa7e69-5cb2-4197-876f-d84fa8200104 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320356 Jan 28 01:54:39.681094 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f3492-fa53-483a-ab6b-077143da2b23 req-def3cd14-eec0-4e35-9da5-fc194c0943e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:39.682566 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-b12f3492-fa53-483a-ab6b-077143da2b23 req-def3cd14-eec0-4e35-9da5-fc194c0943e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4889e3a8e01439eb8b6b365c41248d3&device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0492487 Jan 28 01:54:39.781642 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f3492-fa53-483a-ab6b-077143da2b23 req-783b6f3d-9d95-4f9b-a830-f32fe627e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:39.783095 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-b12f3492-fa53-483a-ab6b-077143da2b23 req-783b6f3d-9d95-4f9b-a830-f32fe627e8ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=82002cad-8fe8-41b5-b52e-34fe374097aa HTTP/1.1" status: 200 len: 911 time: 0.0890720 Jan 28 01:54:39.852946 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-b12f3492-fa53-483a-ab6b-077143da2b23 req-64111073-1e86-46c8-bffb-d95ac7f86ad9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 HTTP/1.1" status: 200 len: 999 time: 0.0610504 Jan 28 01:54:39.896824 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef0a48-6147-40bb-a940-5a8b9c4abc03 req-afd59632-0160-4cf5-a740-c3e1395b87c7 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:39.898328 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ccef0a48-6147-40bb-a940-5a8b9c4abc03 req-afd59632-0160-4cf5-a740-c3e1395b87c7 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0550194 Jan 28 01:54:39.904066 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f3492-fa53-483a-ab6b-077143da2b23 req-cea4eb02-79e9-45b5-b136-f9b13b36a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:39.905553 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-b12f3492-fa53-483a-ab6b-077143da2b23 req-cea4eb02-79e9-45b5-b136-f9b13b36a3cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c9ed944-46e7-4486-9af0-2a39f2684e5c HTTP/1.1" status: 200 len: 848 time: 0.0458164 Jan 28 01:54:39.947852 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ccef0a48-6147-40bb-a940-5a8b9c4abc03 req-e458e452-7e84-4675-9be9-b3307dbef2d8 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427778 Jan 28 01:54:39.959161 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f3492-fa53-483a-ab6b-077143da2b23 req-662d8625-b981-4b85-9c84-3e5a6cde0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:39.960677 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-b12f3492-fa53-483a-ab6b-077143da2b23 req-662d8625-b981-4b85-9c84-3e5a6cde0a78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82002cad-8fe8-41b5-b52e-34fe374097aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0481954 Jan 28 01:54:40.068652 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-b12f3492-fa53-483a-ab6b-077143da2b23 req-4e80fd70-bec3-4b7b-bd5c-326ffa461bc7 service neutron] 10.222.0.41 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984805 Jan 28 01:54:40.164651 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-b12f3492-fa53-483a-ab6b-077143da2b23 req-35b8a971-0a49-4ac8-88fb-a712b9d6a6c8 service neutron] 10.222.0.41 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867918 Jan 28 01:54:41.067222 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5c51-962f-42e4-8847-6725144bfc18 req-e2d89b7c-3a31-4c6f-aa02-1545742641a5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:41.068696 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-320c5c51-962f-42e4-8847-6725144bfc18 req-e2d89b7c-3a31-4c6f-aa02-1545742641a5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0515800 Jan 28 01:54:41.108472 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-320c5c51-962f-42e4-8847-6725144bfc18 req-63bc1718-6132-4312-ab9e-0a73a6fd8026 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337532 Jan 28 01:54:41.790197 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45818) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:41.896240 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:41.983439 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:41.987367 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:42.025585 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03486e49-ad41-4422-b105-1cc26936c832,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:42.030517 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb5b6db9860d4cc28c0096846a9d007a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393034 Jan 28 01:54:42.033343 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 45824) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:42.036438 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:42.036843 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:42.037141 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:42.037481 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:42.037818 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:42.038152 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:42.038483 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:42.038816 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:42.039172 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:42.039509 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:42.039839 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:42.040164 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1530d-7d90-4929-82b7-edd24e07afd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:42.089826 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-13b7726f-ff65-4156-8bc5-9ad8c5d69774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:42.111791 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-13b7726f-ff65-4156-8bc5-9ad8c5d69774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:42.177602 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-13b7726f-ff65-4156-8bc5-9ad8c5d69774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:42.180353 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-13b7726f-ff65-4156-8bc5-9ad8c5d69774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:42.182060 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-13b7726f-ff65-4156-8bc5-9ad8c5d69774 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/03486e49-ad41-4422-b105-1cc26936c832 HTTP/1.1" status: 204 len: 168 time: 0.1471505 Jan 28 01:54:42.222060 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7726f-ff65-4156-8bc5-9ad8c5d69774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03486e49-ad41-4422-b105-1cc26936c832,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:42.242113 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c5e67-05a8-4df3-8404-3715a20fc91b req-72ee643f-bc4e-4ed5-a1fa-48f7138123bc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:42.243666 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-425c5e67-05a8-4df3-8404-3715a20fc91b req-72ee643f-bc4e-4ed5-a1fa-48f7138123bc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0604949 Jan 28 01:54:42.286948 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-425c5e67-05a8-4df3-8404-3715a20fc91b req-c9845da6-7b02-4d32-bc97-56de4483d511 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361741 Jan 28 01:54:43.416226 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a48fc9-263b-46f8-ad69-8a57fdabae31 req-fac17be6-a953-43d1-a401-40d0e79e486f tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:43.417774 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-60a48fc9-263b-46f8-ad69-8a57fdabae31 req-fac17be6-a953-43d1-a401-40d0e79e486f tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0502601 Jan 28 01:54:43.459187 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-60a48fc9-263b-46f8-ad69-8a57fdabae31 req-27f78c85-cf3a-4e23-a4c3-549de334b3e1 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347705 Jan 28 01:54:43.641580 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [req-a4e1b4eb-bc4c-4406-9708-083d586ff5a2 req-47f75549-c4f4-47bf-90ca-b573ebb22a9e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=107859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:54:43.642592 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a4e1b4eb-bc4c-4406-9708-083d586ff5a2 req-47f75549-c4f4-47bf-90ca-b573ebb22a9e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1161129 Jan 28 01:54:43.803834 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45890) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:43.822978 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7f942-4927-4eae-986c-c8a96ad282c8 req-f39f6591-d443-4af7-b023-cc0d100af4c6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:43.827831 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2cf7f942-4927-4eae-986c-c8a96ad282c8 req-f39f6591-d443-4af7-b023-cc0d100af4c6 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0598168 Jan 28 01:54:43.883701 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2cf7f942-4927-4eae-986c-c8a96ad282c8 req-2e14401f-ddbc-43c9-89b4-baea766b3ec8 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517838 Jan 28 01:54:43.934695 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-d487c115-7f10-44a6-bc16-afc313226c4b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1291397 Jan 28 01:54:43.944222 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-116c8066-07d8-48f4-9760-a6ba354b502d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=107858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:54:43.945256 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-116c8066-07d8-48f4-9760-a6ba354b502d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052800 Jan 28 01:54:45.032173 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19133a0-75ef-4400-bcf6-b5f229f71992 req-2569cfcf-d230-4fda-983f-0d13e046a272 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:45.033729 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e19133a0-75ef-4400-bcf6-b5f229f71992 req-2569cfcf-d230-4fda-983f-0d13e046a272 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0631866 Jan 28 01:54:45.077220 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e19133a0-75ef-4400-bcf6-b5f229f71992 req-ecaac3c2-3eba-43f8-b690-35fa7a0c3477 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338795 Jan 28 01:54:45.166137 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:54:45.245662 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:45.272527 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:54:45.274775 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef622b77-2c3e-4277-94c3-32bbabb6992d" -d '{"events": [{"server_uuid": "1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4", "name": "network-vif-unplugged", "status": "completed", "tag": "d73c6a5c-6a74-4a42-982f-a63bc3e73fa7"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:54:45.289050 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:45.296713 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:45.322158 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae88bf9-06c8-448f-af27-2fb9acfdd158 x-openstack-request-id: req-8ae88bf9-06c8-448f-af27-2fb9acfdd158 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:54:45.322450 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4", "name": "network-vif-unplugged", "status": "completed", "tag": "d73c6a5c-6a74-4a42-982f-a63bc3e73fa7", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:54:45.322698 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ae88bf9-06c8-448f-af27-2fb9acfdd158 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:54:45.323080 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7', 'code': 200} Jan 28 01:54:45.353044 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,revision_number=6']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:45.883708 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-6c949a41-e1a3-484a-b3ae-c2515f9cc209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:45.885195 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-6c949a41-e1a3-484a-b3ae-c2515f9cc209 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4&tenant_id=e4889e3a8e01439eb8b6b365c41248d3 HTTP/1.1" status: 200 len: 1096 time: 0.0545800 Jan 28 01:54:45.979512 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-febea293-8f9c-4f8e-a369-e7500992fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:45.980908 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-febea293-8f9c-4f8e-a369-e7500992fa2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4889e3a8e01439eb8b6b365c41248d3&device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 1096 time: 0.0449872 Jan 28 01:54:46.078253 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-dd643f63-8eb0-4d67-b2af-abf2c266c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:46.079800 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-dd643f63-8eb0-4d67-b2af-abf2c266c81a service neutron] 10.222.0.41 "GET /v2.0/networks?id=82002cad-8fe8-41b5-b52e-34fe374097aa HTTP/1.1" status: 200 len: 911 time: 0.0879378 Jan 28 01:54:46.154481 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-abdddaff-40f2-4c23-bd0d-86e8e87f2a58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 HTTP/1.1" status: 200 len: 997 time: 0.0654888 Jan 28 01:54:46.202904 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef01e1-c9da-4634-a586-2dae9c731ada req-4e4a7a31-d34d-4fc8-a2c2-ea9b9d5670ca tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:46.204425 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-21ef01e1-c9da-4634-a586-2dae9c731ada req-4e4a7a31-d34d-4fc8-a2c2-ea9b9d5670ca tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 943 time: 0.0513625 Jan 28 01:54:46.208268 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-9a002397-945f-488c-958d-c74f1aca74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:46.209701 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-9a002397-945f-488c-958d-c74f1aca74d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c9ed944-46e7-4486-9af0-2a39f2684e5c HTTP/1.1" status: 200 len: 848 time: 0.0455921 Jan 28 01:54:46.244425 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-21ef01e1-c9da-4634-a586-2dae9c731ada req-e318fce3-6b8c-4315-acc7-3a42704be432 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335410 Jan 28 01:54:46.269301 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-64ec2c1c-40ac-45a2-83b8-9f0b880695b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:46.270803 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-64ec2c1c-40ac-45a2-83b8-9f0b880695b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82002cad-8fe8-41b5-b52e-34fe374097aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0479722 Jan 28 01:54:46.374402 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-4496703c-bcf3-420c-bf85-cb6e94781db8 service neutron] 10.222.0.41 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952764 Jan 28 01:54:46.472910 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f3b2e888-5d1c-4ffa-a72c-fc7a9196a6a3 req-c0a95b5e-a525-46ea-a17b-7225c3486b51 service neutron] 10.222.0.41 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912449 Jan 28 01:54:46.761224 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45962) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:46.870660 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-382b489f-7936-4045-9be8-48c852fa7ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:46.954854 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-382b489f-7936-4045-9be8-48c852fa7ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:46.959582 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-382b489f-7936-4045-9be8-48c852fa7ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:47.004761 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b489f-7936-4045-9be8-48c852fa7ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfe0f6f-2576-49b8-9b92-5216582f7584,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:47.015640 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-382b489f-7936-4045-9be8-48c852fa7ac7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6999fec0cb7f4947af26038c40d68f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529635 Jan 28 01:54:47.018773 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45972) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:47.070217 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-420770ec-f168-4abe-88af-a8e95f06f043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:47.092831 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-420770ec-f168-4abe-88af-a8e95f06f043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:47.140139 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-420770ec-f168-4abe-88af-a8e95f06f043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:47.143100 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-420770ec-f168-4abe-88af-a8e95f06f043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:47.144278 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-420770ec-f168-4abe-88af-a8e95f06f043 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8bfe0f6f-2576-49b8-9b92-5216582f7584 HTTP/1.1" status: 204 len: 168 time: 0.1244619 Jan 28 01:54:47.155720 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420770ec-f168-4abe-88af-a8e95f06f043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfe0f6f-2576-49b8-9b92-5216582f7584,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:47.369873 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ecb3b-ca23-4482-a0d4-40b38ea6984e req-6acf1930-5aab-4f4b-9456-1c873cbdb9b5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:47.371541 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-039ecb3b-ca23-4482-a0d4-40b38ea6984e req-6acf1930-5aab-4f4b-9456-1c873cbdb9b5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 943 time: 0.0533783 Jan 28 01:54:47.415603 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-039ecb3b-ca23-4482-a0d4-40b38ea6984e req-a1f59919-1767-4dc6-a258-949c262f05f0 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378127 Jan 28 01:54:47.441304 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 45980) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:47.455340 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-426315b5-cf3f-4a1e-a2b3-fc68f17578ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:47.544707 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-426315b5-cf3f-4a1e-a2b3-fc68f17578ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:47.548353 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-426315b5-cf3f-4a1e-a2b3-fc68f17578ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:47.586348 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-426315b5-cf3f-4a1e-a2b3-fc68f17578ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18cb591978474b1d8580700c087e1923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439540 Jan 28 01:54:47.587504 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426315b5-cf3f-4a1e-a2b3-fc68f17578ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78080653-f6ee-4845-b288-f58ea6cfa460,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:47.589524 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 45982) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:47.652382 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f47f38c8-e508-4e9f-a57a-0b5b541f7f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:47.677142 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f47f38c8-e508-4e9f-a57a-0b5b541f7f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:47.726201 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f47f38c8-e508-4e9f-a57a-0b5b541f7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:47.728746 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f47f38c8-e508-4e9f-a57a-0b5b541f7f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:47.729891 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-f47f38c8-e508-4e9f-a57a-0b5b541f7f59 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78080653-f6ee-4845-b288-f58ea6cfa460 HTTP/1.1" status: 204 len: 168 time: 0.1393886 Jan 28 01:54:47.738183 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f38c8-e508-4e9f-a57a-0b5b541f7f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78080653-f6ee-4845-b288-f58ea6cfa460,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:48.561228 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4715bce-bad5-4478-ab01-d9de7b3c2e9a req-4766a10f-1197-4214-8c65-82343450f984 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:48.561228 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c4715bce-bad5-4478-ab01-d9de7b3c2e9a req-4766a10f-1197-4214-8c65-82343450f984 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0806992 Jan 28 01:54:48.583272 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa758d-d795-4100-9889-affe4a8df904 req-cc87b208-a6f5-4518-98a0-f5a82debb934 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:48.584918 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a0aa758d-d795-4100-9889-affe4a8df904 req-cc87b208-a6f5-4518-98a0-f5a82debb934 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 943 time: 0.0789297 Jan 28 01:54:48.630785 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c4715bce-bad5-4478-ab01-d9de7b3c2e9a req-33eb9f34-f6b3-434c-b603-cc446b4c8ae7 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614564 Jan 28 01:54:48.647706 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a0aa758d-d795-4100-9889-affe4a8df904 req-e0c96e51-7b09-4b5b-83ec-9e2295f107bf tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526869 Jan 28 01:54:49.030630 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:49.211665 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:54:49.337081 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:49.348376 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'port_id': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7', 'mac_address': 'fa:16:3e:ed:6e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:54:49.398664 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:49.412408 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:54:49.437732 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:49.442132 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:49.496108 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,revision_number=7']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:49.820002 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aed09c-c299-4554-a385-5851ec8bc880 req-b669cc95-c8f0-4a2a-bfa4-3320d1d3e30e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:49.822973 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-66aed09c-c299-4554-a385-5851ec8bc880 req-b669cc95-c8f0-4a2a-bfa4-3320d1d3e30e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0890441 Jan 28 01:54:49.831080 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a655b88-d286-4131-8b07-d5008ee326fe req-00aa0565-2fd0-400b-a404-d84848f0cbf4 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:49.832745 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7a655b88-d286-4131-8b07-d5008ee326fe req-00aa0565-2fd0-400b-a404-d84848f0cbf4 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 944 time: 0.0868082 Jan 28 01:54:49.898755 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7a655b88-d286-4131-8b07-d5008ee326fe req-1821856e-0e4b-4514-95da-dbeba27e883a tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585480 Jan 28 01:54:49.901241 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-66aed09c-c299-4554-a385-5851ec8bc880 req-bd55c6e9-4cfe-4651-90dc-650e3d16eda5 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675828 Jan 28 01:54:49.970526 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['d73c6a5c-6a74-4a42-982f-a63bc3e73fa7'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:54:50.685118 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-2fe30050-3cf6-4604-960f-54f92cf00069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:50.764580 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 46142) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:50.882570 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fa998b30-b5c2-4de1-aa1a-7c4b5f53b80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:50.990896 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fa998b30-b5c2-4de1-aa1a-7c4b5f53b80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:50.996041 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fa998b30-b5c2-4de1-aa1a-7c4b5f53b80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:51.064549 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917f698-6690-4a4a-966d-2bf330da0eb4 req-af1b0747-6e0c-4d60-a226-0da7443665e5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:51.064549 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3917f698-6690-4a4a-966d-2bf330da0eb4 req-af1b0747-6e0c-4d60-a226-0da7443665e5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 944 time: 0.0810831 Jan 28 01:54:51.065262 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 46152) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:51.065440 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-fa998b30-b5c2-4de1-aa1a-7c4b5f53b80b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3f8b8853471412d9d33a2e5897fae06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992103 Jan 28 01:54:51.067326 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa998b30-b5c2-4de1-aa1a-7c4b5f53b80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dd588f-b08d-4de4-ad25-02d3e35ae31b,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:51.171791 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3917f698-6690-4a4a-966d-2bf330da0eb4 req-500d0045-6716-4722-b55b-3eabc8c29e69 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981092 Jan 28 01:54:51.191840 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-443f055f-7131-4d7b-addd-ef46bd3cbeec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:51.216505 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-443f055f-7131-4d7b-addd-ef46bd3cbeec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:51.229150 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:54:51.276867 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:54:51.277552 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:51.305495 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42183577-d6f6-402f-a8d2-f97ac2db3e2f req-ceb87c01-3088-4ec2-b32e-b5e775488727 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:51.307057 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-42183577-d6f6-402f-a8d2-f97ac2db3e2f req-ceb87c01-3088-4ec2-b32e-b5e775488727 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0742486 Jan 28 01:54:51.322753 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-443f055f-7131-4d7b-addd-ef46bd3cbeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:51.326248 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-443f055f-7131-4d7b-addd-ef46bd3cbeec admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:51.327551 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-443f055f-7131-4d7b-addd-ef46bd3cbeec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/45dd588f-b08d-4de4-ad25-02d3e35ae31b HTTP/1.1" status: 204 len: 168 time: 0.2615557 Jan 28 01:54:51.347143 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f055f-7131-4d7b-addd-ef46bd3cbeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dd588f-b08d-4de4-ad25-02d3e35ae31b,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:51.365003 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-42183577-d6f6-402f-a8d2-f97ac2db3e2f req-4a7cffb6-efd8-4bd7-acf7-5c0dc312d72a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499816 Jan 28 01:54:51.377693 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:51.402071 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:54:51.405248 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4262516f-5df4-4a0c-a296-b031e4513d4a" -d '{"events": [{"server_uuid": "1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4", "name": "network-vif-plugged", "status": "completed", "tag": "d73c6a5c-6a74-4a42-982f-a63bc3e73fa7"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:54:51.418616 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:51.423728 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:51.448828 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7e0f10-44be-4a79-8fb1-3d87b4e0714a x-openstack-request-id: req-6b7e0f10-44be-4a79-8fb1-3d87b4e0714a {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:54:51.449122 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4", "name": "network-vif-plugged", "status": "completed", "tag": "d73c6a5c-6a74-4a42-982f-a63bc3e73fa7", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:54:51.449379 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b7e0f10-44be-4a79-8fb1-3d87b4e0714a {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:54:51.449776 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7', 'code': 200} Jan 28 01:54:51.479573 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,revision_number=8']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:51.648826 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 46162) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:51.663953 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c229ff41-ac8b-4ac7-a24c-7f72e2109c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:51.746783 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c229ff41-ac8b-4ac7-a24c-7f72e2109c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:51.751180 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c229ff41-ac8b-4ac7-a24c-7f72e2109c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:51.790865 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-c229ff41-ac8b-4ac7-a24c-7f72e2109c78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b24efcdb72954435bceb80d038c0ef21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408763 Jan 28 01:54:51.791753 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229ff41-ac8b-4ac7-a24c-7f72e2109c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a1ac8b-b964-45ba-bfee-3458dcc3f280,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:51.794730 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 46164) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:51.846323 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-001ccc3f-f660-45f9-b799-5f439f2db4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:51.868256 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-001ccc3f-f660-45f9-b799-5f439f2db4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:51.924893 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-001ccc3f-f660-45f9-b799-5f439f2db4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:51.927666 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-001ccc3f-f660-45f9-b799-5f439f2db4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:51.928863 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-001ccc3f-f660-45f9-b799-5f439f2db4ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6a1ac8b-b964-45ba-bfee-3458dcc3f280 HTTP/1.1" status: 204 len: 168 time: 0.1332228 Jan 28 01:54:51.938636 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ccc3f-f660-45f9-b799-5f439f2db4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a1ac8b-b964-45ba-bfee-3458dcc3f280,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:52.012108 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ff1f-980b-407e-a441-b3352eac6058 req-ad9b8c32-5111-4670-87d7-17bf2a150239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:52.013649 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8d68ff1f-980b-407e-a441-b3352eac6058 req-ad9b8c32-5111-4670-87d7-17bf2a150239 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 1098 time: 0.2053854 Jan 28 01:54:52.050272 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-8d68ff1f-980b-407e-a441-b3352eac6058 req-dd9a30f6-6f95-46ba-b02d-14a343bde989 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298290 Jan 28 01:54:52.305828 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aaa40-1ce8-4871-8513-3d16043b05f6 req-c9f5c429-9013-4024-b977-cd7a780bf2e7 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:52.307796 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3c9aaa40-1ce8-4871-8513-3d16043b05f6 req-c9f5c429-9013-4024-b977-cd7a780bf2e7 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0521350 Jan 28 01:54:52.359930 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3c9aaa40-1ce8-4871-8513-3d16043b05f6 req-d73499c9-0c04-4a96-88d9-cbb6ba354eed tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452292 Jan 28 01:54:52.501057 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373e806-cfab-4a27-a1f5-9f48c1e8cd70 req-fa40aad3-0a65-48ff-ac1f-12a8c383b608 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:52.502494 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e373e806-cfab-4a27-a1f5-9f48c1e8cd70 req-fa40aad3-0a65-48ff-ac1f-12a8c383b608 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0523202 Jan 28 01:54:52.543342 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e373e806-cfab-4a27-a1f5-9f48c1e8cd70 req-180eb7d6-757c-4ed9-92cd-e5ad9afdab34 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332017 Jan 28 01:54:53.103685 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-5fbb3d53-39e0-486e-bb14-6c5a4386066b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:53.477850 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793e26a-7c93-474d-8487-d0d299851b01 req-47581e2a-0515-4419-b2a2-538189c7800e tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:53.479391 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3793e26a-7c93-474d-8487-d0d299851b01 req-47581e2a-0515-4419-b2a2-538189c7800e tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0501394 Jan 28 01:54:53.523389 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3793e26a-7c93-474d-8487-d0d299851b01 req-38b556f5-6839-470b-a931-13b616e495a0 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364544 Jan 28 01:54:53.672944 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735ed9d-571e-4bb2-9527-3fba910360b4 req-5ea642ac-31de-4541-b54c-fc3dad9d729f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:53.674456 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e735ed9d-571e-4bb2-9527-3fba910360b4 req-5ea642ac-31de-4541-b54c-fc3dad9d729f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0512421 Jan 28 01:54:53.715938 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e735ed9d-571e-4bb2-9527-3fba910360b4 req-9694f0f6-e7d8-410a-8d61-2ebaa8ae6a54 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349534 Jan 28 01:54:54.776477 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:54.841416 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c35375-3fdc-4298-b672-41d7644b447c req-babc54f8-4d90-457b-bf77-b90adfb9adb7 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:54.842990 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-25c35375-3fdc-4298-b672-41d7644b447c req-babc54f8-4d90-457b-bf77-b90adfb9adb7 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0538893 Jan 28 01:54:54.881737 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-25c35375-3fdc-4298-b672-41d7644b447c req-05b2f995-e789-4473-b2c4-5f0f3b433585 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323646 Jan 28 01:54:56.012190 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263e833-8c3f-432b-855d-2e6787ae767a req-05dd211a-747e-4bb7-9074-b8aad03fed6a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:56.013801 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b263e833-8c3f-432b-855d-2e6787ae767a req-05dd211a-747e-4bb7-9074-b8aad03fed6a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0490820 Jan 28 01:54:56.065959 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b263e833-8c3f-432b-855d-2e6787ae767a req-21198af2-662f-4d4e-98c4-e173c812a30f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459611 Jan 28 01:54:56.188432 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:56.620752 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:57.054540 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 46286) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:57.184650 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-bc7846d2-b1d1-40c8-8e54-eb6943df60b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:57.220823 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f2668-830a-4e99-8b41-59894f2f042a req-991f3031-8592-43c5-9cf9-57a972077624 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:57.222418 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a22f2668-830a-4e99-8b41-59894f2f042a req-991f3031-8592-43c5-9cf9-57a972077624 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0806653 Jan 28 01:54:57.285128 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a22f2668-830a-4e99-8b41-59894f2f042a req-62c3db57-94bf-4c09-8ccc-25ef6ddb730d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536692 Jan 28 01:54:57.312830 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-bc7846d2-b1d1-40c8-8e54-eb6943df60b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:57.316902 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-bc7846d2-b1d1-40c8-8e54-eb6943df60b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:57.356762 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-bc7846d2-b1d1-40c8-8e54-eb6943df60b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dace12d186b645249ad979637f599755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006458 Jan 28 01:54:57.357576 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7846d2-b1d1-40c8-8e54-eb6943df60b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32040471-5400-4150-ba7e-93968f825956,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:57.359712 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 46294) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:57.410267 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-61bf48f8-a4e2-4055-8ec9-91c52b69fcb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:57.431315 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-61bf48f8-a4e2-4055-8ec9-91c52b69fcb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:57.480487 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-61bf48f8-a4e2-4055-8ec9-91c52b69fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:57.484270 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-61bf48f8-a4e2-4055-8ec9-91c52b69fcb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:57.485472 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-61bf48f8-a4e2-4055-8ec9-91c52b69fcb5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32040471-5400-4150-ba7e-93968f825956 HTTP/1.1" status: 204 len: 168 time: 0.1247630 Jan 28 01:54:57.493622 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf48f8-a4e2-4055-8ec9-91c52b69fcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32040471-5400-4150-ba7e-93968f825956,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:57.760323 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 46300) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:57.773121 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4e5c5621-4dac-4f7f-a2fa-a9422aff5ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:57.862621 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4e5c5621-4dac-4f7f-a2fa-a9422aff5ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:57.866494 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4e5c5621-4dac-4f7f-a2fa-a9422aff5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:57.909594 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c5621-4dac-4f7f-a2fa-a9422aff5ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd75ab5-ca16-445d-9a15-2f83eca0c6af,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:57.914365 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-4e5c5621-4dac-4f7f-a2fa-a9422aff5ce0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b0eb7822bc645209939bbb5a312459e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529720 Jan 28 01:54:57.916995 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 46302) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:57.968255 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d3237539-17b2-4844-a19a-452f688161e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:57.989301 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d3237539-17b2-4844-a19a-452f688161e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:58.039420 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d3237539-17b2-4844-a19a-452f688161e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:58.041928 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d3237539-17b2-4844-a19a-452f688161e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:58.043078 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-d3237539-17b2-4844-a19a-452f688161e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/abd75ab5-ca16-445d-9a15-2f83eca0c6af HTTP/1.1" status: 204 len: 168 time: 0.1251702 Jan 28 01:54:58.051497 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3237539-17b2-4844-a19a-452f688161e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd75ab5-ca16-445d-9a15-2f83eca0c6af,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:58.382223 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 46312) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:58.398230 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d47aee21-887e-4624-98c5-e18c541c9128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:58.420521 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b92c18-a649-4438-ac0d-8bd1af7118d3 req-3576d713-b15d-4a51-8a84-705767aa7afa tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:58.422745 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c2b92c18-a649-4438-ac0d-8bd1af7118d3 req-3576d713-b15d-4a51-8a84-705767aa7afa tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0597329 Jan 28 01:54:58.465948 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c2b92c18-a649-4438-ac0d-8bd1af7118d3 req-292cc2bc-7a05-401d-acd6-f29728df347b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362267 Jan 28 01:54:58.483846 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d47aee21-887e-4624-98c5-e18c541c9128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:58.489065 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d47aee21-887e-4624-98c5-e18c541c9128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:58.526440 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47aee21-887e-4624-98c5-e18c541c9128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed66c1c8-e9f6-4ee7-8f7d-94a855c04234,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:58.531662 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-d47aee21-887e-4624-98c5-e18c541c9128 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c374b6b298441bdac731d29e922bf8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482151 Jan 28 01:54:58.535518 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 46314) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:54:58.589456 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7096dc0e-e9b4-4916-839e-6d1b95fd644d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:58.610437 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7096dc0e-e9b4-4916-839e-6d1b95fd644d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:58.660616 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7096dc0e-e9b4-4916-839e-6d1b95fd644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:58.663139 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-7096dc0e-e9b4-4916-839e-6d1b95fd644d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:54:58.664314 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-7096dc0e-e9b4-4916-839e-6d1b95fd644d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed66c1c8-e9f6-4ee7-8f7d-94a855c04234 HTTP/1.1" status: 204 len: 168 time: 0.1277864 Jan 28 01:54:58.673967 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096dc0e-e9b4-4916-839e-6d1b95fd644d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed66c1c8-e9f6-4ee7-8f7d-94a855c04234,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:59.593932 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdca607-0f4b-4d83-aad7-362c17e768ba req-ea1ff99d-74e6-4cf0-9dbf-e86dc4cad294 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:59.597860 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bfdca607-0f4b-4d83-aad7-362c17e768ba req-ea1ff99d-74e6-4cf0-9dbf-e86dc4cad294 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0516393 Jan 28 01:54:59.654563 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bfdca607-0f4b-4d83-aad7-362c17e768ba req-14fe328a-0b40-4876-ae4a-4e5a24e99a00 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499742 Jan 28 01:55:00.800742 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569e96f-aca3-450d-8f6f-61e3d526d8f7 req-03fccccf-4830-4541-a701-be4b35ce475b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:00.802306 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0569e96f-aca3-450d-8f6f-61e3d526d8f7 req-03fccccf-4830-4541-a701-be4b35ce475b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0530887 Jan 28 01:55:00.838922 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 46392) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:00.842810 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0569e96f-aca3-450d-8f6f-61e3d526d8f7 req-32260ebc-6e6d-46e6-8c31-ef4f5c87ea77 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343022 Jan 28 01:55:00.955668 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-09f84c20-4e34-40dc-a9c9-1a7b9baae016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:01.042420 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-09f84c20-4e34-40dc-a9c9-1a7b9baae016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:01.046184 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-09f84c20-4e34-40dc-a9c9-1a7b9baae016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:01.083987 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-09f84c20-4e34-40dc-a9c9-1a7b9baae016 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0d011bc870c4fb98db6f45665a8e10b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433076 Jan 28 01:55:01.084603 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f84c20-4e34-40dc-a9c9-1a7b9baae016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c780c19-083a-4164-865b-6a5652b44767,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:01.086491 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 46396) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:01.137071 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-dccb6de0-7d84-4b5d-a113-7e0f2c8d57b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:01.160367 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-dccb6de0-7d84-4b5d-a113-7e0f2c8d57b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:01.207796 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-dccb6de0-7d84-4b5d-a113-7e0f2c8d57b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:01.210335 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-dccb6de0-7d84-4b5d-a113-7e0f2c8d57b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:01.211500 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-dccb6de0-7d84-4b5d-a113-7e0f2c8d57b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c780c19-083a-4164-865b-6a5652b44767 HTTP/1.1" status: 204 len: 168 time: 0.1237411 Jan 28 01:55:01.219433 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb6de0-7d84-4b5d-a113-7e0f2c8d57b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c780c19-083a-4164-865b-6a5652b44767,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:01.476568 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 46402) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:01.489937 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c244c037-71fa-4f8b-9895-9419bf64cfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:01.571950 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c244c037-71fa-4f8b-9895-9419bf64cfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:01.576062 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c244c037-71fa-4f8b-9895-9419bf64cfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:01.618227 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-c244c037-71fa-4f8b-9895-9419bf64cfba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3133a02291e446ebabd9c78b3c45776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405597 Jan 28 01:55:01.619076 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244c037-71fa-4f8b-9895-9419bf64cfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd68f46-1f79-42a4-9bb6-a1a94091b5e7,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:01.621110 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 46404) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:01.673784 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-739bb7e9-a565-4801-a3d2-589fbbc24bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:01.698316 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-739bb7e9-a565-4801-a3d2-589fbbc24bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:01.747571 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-739bb7e9-a565-4801-a3d2-589fbbc24bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:01.755420 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-739bb7e9-a565-4801-a3d2-589fbbc24bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:01.756811 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-739bb7e9-a565-4801-a3d2-589fbbc24bff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1bd68f46-1f79-42a4-9bb6-a1a94091b5e7 HTTP/1.1" status: 204 len: 168 time: 0.1338456 Jan 28 01:55:01.766091 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bb7e9-a565-4801-a3d2-589fbbc24bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd68f46-1f79-42a4-9bb6-a1a94091b5e7,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:01.980251 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f2e93-916a-46d5-b9bb-345a289be329 req-759c4503-6617-459f-88c1-2a8b604ea165 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:01.982394 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3c5f2e93-916a-46d5-b9bb-345a289be329 req-759c4503-6617-459f-88c1-2a8b604ea165 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0509830 Jan 28 01:55:02.026155 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3c5f2e93-916a-46d5-b9bb-345a289be329 req-a271581a-358d-40e3-9597-c41285baf7cb tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375905 Jan 28 01:55:02.462682 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 46430) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:02.562405 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1450242176-network', 'tenant_id': '704499a5911e411bab98ead4fb375e31'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:55:02.584143 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] Made reservation on behalf of 704499a5911e411bab98ead4fb375e31 for: {'network': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:55:02.586369 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:02.595839 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:02.674586 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:02.678573 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:02.707232 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1173} {{(pid=107858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:55:02.718266 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a709235-5345-4413-8147-4f62fd5fd2ff,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:02.723175 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:02.723476 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.segments_db [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] Added segment 4d73e8de-a776-4f19-8fc9-8174b6bd9afa of type vlan for network 339e497b-8b34-4f7c-bf9b-59d369f7d39a Jan 28 01:55:02.771790 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:02.798613 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:02.799797 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:02.800440 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:02.852204 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3883398 Jan 28 01:55:02.855200 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 46434) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:02.860559 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-445c786c-5011-4ff4-8f21-25a1618ba9ef admin admin] Request body: {'subnet': {'network_id': '339e497b-8b34-4f7c-bf9b-59d369f7d39a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1450242176-subnet', 'tenant_id': '704499a5911e411bab98ead4fb375e31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:55:02.878636 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dbcb2-7a0d-48de-bee9-c965b93097ef admin admin] Pushing event updated for resources: {'Network': ['ID=339e497b-8b34-4f7c-bf9b-59d369f7d39a,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:02.890175 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network 339e497b-8b34-4f7c-bf9b-59d369f7d39a details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:55:02.896373 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445c786c-5011-4ff4-8f21-25a1618ba9ef admin admin] Made reservation on behalf of 704499a5911e411bab98ead4fb375e31 for: {'subnet': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:55:02.898720 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-445c786c-5011-4ff4-8f21-25a1618ba9ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9384956'] for subnet, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:03.103586 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-445c786c-5011-4ff4-8f21-25a1618ba9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8545740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9384942'] for subnet, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:03.177365 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c786c-5011-4ff4-8f21-25a1618ba9ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a9404c-ebb2-4eb0-8e96-43dfa10d7c98,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:03.186816 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb72205-3533-4ed8-9ddc-86dc863ce080 req-e714da1f-5daf-48e7-b2c2-cae4fba7c7d0 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:03.189034 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fbb72205-3533-4ed8-9ddc-86dc863ce080 req-e714da1f-5daf-48e7-b2c2-cae4fba7c7d0 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0726793 Jan 28 01:55:03.195808 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c786c-5011-4ff4-8f21-25a1618ba9ef admin admin] Checking segment: {'id': '4d73e8de-a776-4f19-8fc9-8174b6bd9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '339e497b-8b34-4f7c-bf9b-59d369f7d39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:55:03.196236 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c786c-5011-4ff4-8f21-25a1618ba9ef admin admin] Network hostable DHCP agents. Network: 339e497b-8b34-4f7c-bf9b-59d369f7d39a, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:55:03.225204 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c786c-5011-4ff4-8f21-25a1618ba9ef admin admin] Network 339e497b-8b34-4f7c-bf9b-59d369f7d39a is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:55:03.230761 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fbb72205-3533-4ed8-9ddc-86dc863ce080 req-23969032-369e-4d17-bebe-82341282ef06 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350161 Jan 28 01:55:03.236122 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-445c786c-5011-4ff4-8f21-25a1618ba9ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, 339e497b-8b34-4f7c-bf9b-59d369f7d39a) {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:55:03.242894 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445c786c-5011-4ff4-8f21-25a1618ba9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:03.244098 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-445c786c-5011-4ff4-8f21-25a1618ba9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:03.247641 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c49f71-9690-4cba-bbe9-82c30bc17a84 None None] Network 339e497b-8b34-4f7c-bf9b-59d369f7d39a requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:55:03.262596 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-445c786c-5011-4ff4-8f21-25a1618ba9ef admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4061821 Jan 28 01:55:03.416428 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee40f51a-ae11-400a-a081-3902d4d1c15b None None] Network 339e497b-8b34-4f7c-bf9b-59d369f7d39a requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:55:04.357132 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794e1d8-25bf-40a6-a1b8-710e1a3a11f9 req-54f9a052-cbfa-4625-a466-141af1595623 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:04.358856 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8794e1d8-25bf-40a6-a1b8-710e1a3a11f9 req-54f9a052-cbfa-4625-a466-141af1595623 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0521190 Jan 28 01:55:04.397356 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8794e1d8-25bf-40a6-a1b8-710e1a3a11f9 req-a0bfd4fa-0d68-455e-a6e8-dede2720c84a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323439 Jan 28 01:55:05.196018 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-ec6892d0-c3fa-40a1-8d7d-862872798737 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:05.197582 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-ec6892d0-c3fa-40a1-8d7d-862872798737 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/networks?id=339e497b-8b34-4f7c-bf9b-59d369f7d39a HTTP/1.1" status: 200 len: 814 time: 0.1126406 Jan 28 01:55:05.213468 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-ec5798be-b06e-4273-a3d1-35eae045d352 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/quotas/704499a5911e411bab98ead4fb375e31 HTTP/1.1" status: 200 len: 375 time: 0.0095010 Jan 28 01:55:05.245492 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-0db936f8-5cbd-4edd-9735-6b81ce173819 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=704499a5911e411bab98ead4fb375e31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262566 Jan 28 01:55:05.300035 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:55:05.339786 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-3472c611-c780-4943-9b77-0bd75805ef7e service neutron] 10.222.0.58 "GET /v2.0/networks/339e497b-8b34-4f7c-bf9b-59d369f7d39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867822 Jan 28 01:55:05.399670 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:05.415731 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'port_id': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'mac_address': 'fa:16:3e:51:e5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:55:05.435865 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-afe16be7-3af8-44de-8d11-4886d61ec460 service neutron] 10.222.0.58 "GET /v2.0/networks/339e497b-8b34-4f7c-bf9b-59d369f7d39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890744 Jan 28 01:55:05.455799 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:05.479096 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:55:05.515377 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:05.521617 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:05.537551 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc05380-5c39-413a-b1e2-b5aabcc8e1ba req-9532559c-ff1b-44be-8e04-709c9d500f62 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:05.539117 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0cc05380-5c39-413a-b1e2-b5aabcc8e1ba req-9532559c-ff1b-44be-8e04-709c9d500f62 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0574427 Jan 28 01:55:05.582233 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,revision_number=6']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:05.584007 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0cc05380-5c39-413a-b1e2-b5aabcc8e1ba req-6ff81038-9472-493c-bf37-cf09cbf17b92 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383592 Jan 28 01:55:05.634074 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-da4873de-5623-4a38-9f57-a0dbe4b8cd41 req-e5d7160c-8a05-47e7-98fb-6b3ad639d841 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 210 time: 0.0303185 Jan 28 01:55:05.721006 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['4ba2b4d6-c74d-462c-839f-67e3b4a107c9'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:55:06.744327 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-89bc610a-8ee7-46f8-a2e1-349f6a5e6ee5 req-aa1cfeb1-035a-4237-9137-bef9391db152 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 210 time: 0.0309350 Jan 28 01:55:06.776055 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fb83e-58a6-4bb9-a943-0c76e36203fb req-1160f7db-aab3-46fe-8deb-95523e1d360e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:06.777710 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2e9fb83e-58a6-4bb9-a943-0c76e36203fb req-1160f7db-aab3-46fe-8deb-95523e1d360e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 945 time: 0.0947478 Jan 28 01:55:06.854535 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-b65fb312-bdb0-410a-85e9-3117507f239f tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:06.857117 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-b65fb312-bdb0-410a-85e9-3117507f239f tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.41 "GET /v2.0/networks?id=339e497b-8b34-4f7c-bf9b-59d369f7d39a HTTP/1.1" status: 200 len: 814 time: 0.1333263 Jan 28 01:55:06.886951 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-6806860a-eb61-459e-a089-5c1454207b08 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Request body: {'port': {'device_id': '667f24ff-e45f-46d9-a202-7759348a076b', 'network_id': '339e497b-8b34-4f7c-bf9b-59d369f7d39a', 'admin_state_up': True, 'tenant_id': '704499a5911e411bab98ead4fb375e31'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:55:07.017897 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-6806860a-eb61-459e-a089-5c1454207b08 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Made reservation on behalf of 704499a5911e411bab98ead4fb375e31 for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:55:07.021535 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-6806860a-eb61-459e-a089-5c1454207b08 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:07.045090 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2e9fb83e-58a6-4bb9-a943-0c76e36203fb req-d7030d4d-08f8-44fc-897d-6ca26767ef01 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604859 Jan 28 01:55:07.163646 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-6806860a-eb61-459e-a089-5c1454207b08 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Allocated IP 172.20.0.13 (339e497b-8b34-4f7c-bf9b-59d369f7d39a/b8a9404c-ebb2-4eb0-8e96-43dfa10d7c98/8d1a1bd9-5bb1-404b-9384-00604cac4933) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:55:07.316451 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:55:07.317580 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-6806860a-eb61-459e-a089-5c1454207b08 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:07.361606 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-6806860a-eb61-459e-a089-5c1454207b08 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:07.365173 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:55:07.365545 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:07.408558 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-6806860a-eb61-459e-a089-5c1454207b08 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Network 339e497b-8b34-4f7c-bf9b-59d369f7d39a is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:55:07.411577 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-6806860a-eb61-459e-a089-5c1454207b08 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:55:07.415953 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-6806860a-eb61-459e-a089-5c1454207b08 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:55:07.421006 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806860a-eb61-459e-a089-5c1454207b08 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Pushing event updated for resources: {'Port': ['ID=8d1a1bd9-5bb1-404b-9384-00604cac4933,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:07.458553 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:07.467515 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-6806860a-eb61-459e-a089-5c1454207b08 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:07.468243 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-6806860a-eb61-459e-a089-5c1454207b08 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:07.483468 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:55:07.485784 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97736bc-8a4c-44ed-bdc0-d8962294d9b0" -d '{"events": [{"server_uuid": "5faf2d62-2efb-4009-bd55-2943eef7d6b0", "name": "network-vif-plugged", "status": "completed", "tag": "4ba2b4d6-c74d-462c-839f-67e3b4a107c9"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:55:07.486270 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-6806860a-eb61-459e-a089-5c1454207b08 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6034131 Jan 28 01:55:07.500342 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:07.505981 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:07.508058 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Request body: {'port': {'device_id': '667f24ff-e45f-46d9-a202-7759348a076b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:55:07.545848 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14e2270-a595-4475-9259-31fa52b50760 x-openstack-request-id: req-b14e2270-a595-4475-9259-31fa52b50760 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:55:07.546292 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faf2d62-2efb-4009-bd55-2943eef7d6b0", "name": "network-vif-plugged", "status": "completed", "tag": "4ba2b4d6-c74d-462c-839f-67e3b4a107c9", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:55:07.546666 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b14e2270-a595-4475-9259-31fa52b50760 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:55:07.547420 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'code': 200} Jan 28 01:55:07.575360 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,revision_number=7']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:07.577024 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:07.877281 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72891b93-2d2d-442f-92eb-fda3e93d1463 req-045f43d3-1870-4938-8421-dfee1a1ee126 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:07.878780 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-72891b93-2d2d-442f-92eb-fda3e93d1463 req-045f43d3-1870-4938-8421-dfee1a1ee126 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 932 time: 0.0517726 Jan 28 01:55:07.880936 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1a1bd9-5bb1-404b-9384-00604cac4933 {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:55:07.890644 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:07.909448 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Transition to ACTIVE for port object 8d1a1bd9-5bb1-404b-9384-00604cac4933 will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:55:07.913921 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:07.921795 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-72891b93-2d2d-442f-92eb-fda3e93d1463 req-645638b1-f093-4e77-8df1-710f1fcc263d tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361462 Jan 28 01:55:07.986350 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Pushing event updated for resources: {'Port': ['ID=8d1a1bd9-5bb1-404b-9384-00604cac4933,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:08.056477 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Attempting to bind port 8d1a1bd9-5bb1-404b-9384-00604cac4933 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:55:08.056818 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Attempting to bind port 8d1a1bd9-5bb1-404b-9384-00604cac4933 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '4d73e8de-a776-4f19-8fc9-8174b6bd9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '339e497b-8b34-4f7c-bf9b-59d369f7d39a'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:55:08.057338 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Attempting to bind port 8d1a1bd9-5bb1-404b-9384-00604cac4933 on network 339e497b-8b34-4f7c-bf9b-59d369f7d39a {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:55:08.065210 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Port 8d1a1bd9-5bb1-404b-9384-00604cac4933 on network 339e497b-8b34-4f7c-bf9b-59d369f7d39a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:55:08.065603 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Attempting to bind port 8d1a1bd9-5bb1-404b-9384-00604cac4933 on network 339e497b-8b34-4f7c-bf9b-59d369f7d39a {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:55:08.071561 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:55:08.071915 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Checking segment: {'id': '4d73e8de-a776-4f19-8fc9-8174b6bd9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '339e497b-8b34-4f7c-bf9b-59d369f7d39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:55:08.072269 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Bound using segment: {'id': '4d73e8de-a776-4f19-8fc9-8174b6bd9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '339e497b-8b34-4f7c-bf9b-59d369f7d39a'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:55:08.072787 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Bound port: 8d1a1bd9-5bb1-404b-9384-00604cac4933, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d73e8de-a776-4f19-8fc9-8174b6bd9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '339e497b-8b34-4f7c-bf9b-59d369f7d39a'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:55:08.073148 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:08.166310 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] For port 8d1a1bd9-5bb1-404b-9384-00604cac4933, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:55:08.175096 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] For port 8d1a1bd9-5bb1-404b-9384-00604cac4933, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8d1a1bd9-5bb1-404b-9384-00604cac4933,segment=NetworkSegment(4d73e8de-a776-4f19-8fc9-8174b6bd9afa),segment_id=4d73e8de-a776-4f19-8fc9-8174b6bd9afa)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:55:08.183082 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:08.192606 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30212c8c-5ded-4cd0-9737-11371dd7003a req-4bee11c9-4aef-44d0-a2ed-8417d1458f60 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:08.201416 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-30212c8c-5ded-4cd0-9737-11371dd7003a req-4bee11c9-4aef-44d0-a2ed-8417d1458f60 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0623946 Jan 28 01:55:08.237675 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:08.238491 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:08.239996 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] 10.222.0.41 "PUT /v2.0/ports/8d1a1bd9-5bb1-404b-9384-00604cac4933 HTTP/1.1" status: 200 len: 1094 time: 0.7389874 Jan 28 01:55:08.240555 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667f24ff-e45f-46d9-a202-7759348a076b', 'tag': '8d1a1bd9-5bb1-404b-9384-00604cac4933'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:55:08.241968 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-30212c8c-5ded-4cd0-9737-11371dd7003a req-02a4f49a-647f-436f-bd24-d43b88c97afa tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396848 Jan 28 01:55:08.243037 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6d86dd-f091-43c6-8f31-a8506b4ebf4e" -d '{"events": [{"name": "network-changed", "server_uuid": "667f24ff-e45f-46d9-a202-7759348a076b", "tag": "8d1a1bd9-5bb1-404b-9384-00604cac4933"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:55:08.271432 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8f64e-215c-4387-be2b-d17f8ddc53db service neutron] Pushing event updated for resources: {'Port': ['ID=8d1a1bd9-5bb1-404b-9384-00604cac4933,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:08.309597 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e3808d-8b23-43a1-b15a-30e091839efe x-openstack-request-id: req-d6e3808d-8b23-43a1-b15a-30e091839efe {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:55:08.310014 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667f24ff-e45f-46d9-a202-7759348a076b", "tag": "8d1a1bd9-5bb1-404b-9384-00604cac4933", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:55:08.310185 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6e3808d-8b23-43a1-b15a-30e091839efe {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:55:08.310542 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667f24ff-e45f-46d9-a202-7759348a076b', 'tag': '8d1a1bd9-5bb1-404b-9384-00604cac4933', 'status': 'completed', 'code': 200} Jan 28 01:55:08.374689 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-cbc3e644-d5c7-472f-b074-5e8ca4612f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:08.376829 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-cbc3e644-d5c7-472f-b074-5e8ca4612f24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=704499a5911e411bab98ead4fb375e31&device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 1097 time: 0.0457528 Jan 28 01:55:08.687291 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-d8b0d5e8-adc4-47ac-8a68-ae00e4c73262 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d1a1bd9-5bb1-404b-9384-00604cac4933 HTTP/1.1" status: 200 len: 217 time: 0.2913005 Jan 28 01:55:08.745376 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-5807ffaf-f280-48a2-abee-29b969813c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:08.749189 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-5807ffaf-f280-48a2-abee-29b969813c54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8a9404c-ebb2-4eb0-8e96-43dfa10d7c98 HTTP/1.1" status: 200 len: 854 time: 0.0512166 Jan 28 01:55:08.794371 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-7b153e9c-377d-4c88-b190-27d63c747eda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=339e497b-8b34-4f7c-bf9b-59d369f7d39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277958 Jan 28 01:55:08.930954 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-bf415b99-c8fb-49fb-9e2c-8e2c7be6e330 service neutron] 10.222.0.41 "GET /v2.0/networks/339e497b-8b34-4f7c-bf9b-59d369f7d39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029267 Jan 28 01:55:09.041550 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e71cf021-6970-4b1f-b8b0-38289668d07c req-59b18938-7b52-4585-bf40-c9a816ce6c3b service neutron] 10.222.0.41 "GET /v2.0/networks/339e497b-8b34-4f7c-bf9b-59d369f7d39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998697 Jan 28 01:55:09.079751 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7204e4-5434-4d80-ab5f-142b75c09d6b req-ee3af933-7c50-423d-b30b-9dc0f2d89d77 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:09.081501 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8d7204e4-5434-4d80-ab5f-142b75c09d6b req-ee3af933-7c50-423d-b30b-9dc0f2d89d77 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 944 time: 0.0602939 Jan 28 01:55:09.130665 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8d7204e4-5434-4d80-ab5f-142b75c09d6b req-2a777e03-60b0-4c5d-85d8-7f1d0ee04ee4 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423875 Jan 28 01:55:09.237760 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d86dd-f091-43c6-8f31-a8506b4ebf4e req-22f6a46f-4e90-4c9f-b084-7a75525db7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:09.241233 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-bb6d86dd-f091-43c6-8f31-a8506b4ebf4e req-22f6a46f-4e90-4c9f-b084-7a75525db7a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=704499a5911e411bab98ead4fb375e31&device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 1097 time: 0.0534506 Jan 28 01:55:09.362744 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d86dd-f091-43c6-8f31-a8506b4ebf4e req-b75fab0f-5d2a-41d5-be73-7a8ba0d85b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:09.364331 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-bb6d86dd-f091-43c6-8f31-a8506b4ebf4e req-b75fab0f-5d2a-41d5-be73-7a8ba0d85b43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=339e497b-8b34-4f7c-bf9b-59d369f7d39a HTTP/1.1" status: 200 len: 916 time: 0.1154957 Jan 28 01:55:09.407547 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b4c20-5468-41c7-8cfc-b7e60fd4794c req-f62520f4-6356-4254-a39f-bd12c62b59dc tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:09.409229 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e64b4c20-5468-41c7-8cfc-b7e60fd4794c req-f62520f4-6356-4254-a39f-bd12c62b59dc tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0563290 Jan 28 01:55:09.421115 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-bb6d86dd-f091-43c6-8f31-a8506b4ebf4e req-33bafcce-3c3a-4489-8c30-3daaa1624db0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d1a1bd9-5bb1-404b-9384-00604cac4933 HTTP/1.1" status: 200 len: 217 time: 0.0443821 Jan 28 01:55:09.455591 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e64b4c20-5468-41c7-8cfc-b7e60fd4794c req-2e27d244-f6c0-48f6-b46f-140cea72022d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346007 Jan 28 01:55:09.494970 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d86dd-f091-43c6-8f31-a8506b4ebf4e req-1f262eef-11a5-4277-b768-0bf2d4dfdfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:09.497473 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-bb6d86dd-f091-43c6-8f31-a8506b4ebf4e req-1f262eef-11a5-4277-b768-0bf2d4dfdfc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8a9404c-ebb2-4eb0-8e96-43dfa10d7c98 HTTP/1.1" status: 200 len: 854 time: 0.0660379 Jan 28 01:55:09.539696 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-bb6d86dd-f091-43c6-8f31-a8506b4ebf4e req-2ade22d8-b301-4d11-bce2-4769ea07b476 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=339e497b-8b34-4f7c-bf9b-59d369f7d39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312178 Jan 28 01:55:09.654206 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-bb6d86dd-f091-43c6-8f31-a8506b4ebf4e req-62a4ea2d-2d0d-46e9-86ad-9db295a1cb07 service neutron] 10.222.0.41 "GET /v2.0/networks/339e497b-8b34-4f7c-bf9b-59d369f7d39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914350 Jan 28 01:55:09.766710 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-bb6d86dd-f091-43c6-8f31-a8506b4ebf4e req-24d1721e-936e-4c13-8b08-564430cf4e8f service neutron] 10.222.0.41 "GET /v2.0/networks/339e497b-8b34-4f7c-bf9b-59d369f7d39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000690 Jan 28 01:55:10.267067 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c729c-be61-4175-9cc2-c7b0ff31fe9e req-778cda8c-8303-4907-a78d-995e442953f9 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:10.268641 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-025c729c-be61-4175-9cc2-c7b0ff31fe9e req-778cda8c-8303-4907-a78d-995e442953f9 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 944 time: 0.0596545 Jan 28 01:55:10.313693 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-025c729c-be61-4175-9cc2-c7b0ff31fe9e req-56e9c826-b1a7-4c94-821c-6dfa165aa5cb tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374565 Jan 28 01:55:10.608132 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52b23f-0138-41c5-80cb-d5d974352ef6 req-f4074dc2-f594-4490-8321-d15f9c5a1102 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:10.609757 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5f52b23f-0138-41c5-80cb-d5d974352ef6 req-f4074dc2-f594-4490-8321-d15f9c5a1102 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0596304 Jan 28 01:55:10.651455 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5f52b23f-0138-41c5-80cb-d5d974352ef6 req-5db36122-eb96-4bf5-9e2e-bb500104d469 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351493 Jan 28 01:55:10.790560 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:55:11.341065 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 8d1a1bd9-5bb1-404b-9384-00604cac4933 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:55:11.478217 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 8d1a1bd9-5bb1-404b-9384-00604cac4933, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8d1a1bd9-5bb1-404b-9384-00604cac4933,segment=NetworkSegment(4d73e8de-a776-4f19-8fc9-8174b6bd9afa),segment_id=4d73e8de-a776-4f19-8fc9-8174b6bd9afa)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:11.484046 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d81cdb-a688-4b31-aa99-d0de65e9ba13 req-c76eaaad-bc15-4dbb-955b-2c5cbb23a5e8 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:11.485670 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-17d81cdb-a688-4b31-aa99-d0de65e9ba13 req-c76eaaad-bc15-4dbb-955b-2c5cbb23a5e8 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 944 time: 0.0783408 Jan 28 01:55:11.493975 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '8d1a1bd9-5bb1-404b-9384-00604cac4933', 'network_id': '339e497b-8b34-4f7c-bf9b-59d369f7d39a', 'port_id': '8d1a1bd9-5bb1-404b-9384-00604cac4933', 'mac_address': 'fa:16:3e:b8:d5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a9404c-ebb2-4eb0-8e96-43dfa10d7c98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:55:11.549748 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-17d81cdb-a688-4b31-aa99-d0de65e9ba13 req-65f54525-89a9-44c9-b5e4-9944bc4f7ccc tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554752 Jan 28 01:55:11.565672 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:11.582304 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1a1bd9-5bb1-404b-9384-00604cac4933 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:55:11.609097 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 8d1a1bd9-5bb1-404b-9384-00604cac4933, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8d1a1bd9-5bb1-404b-9384-00604cac4933,segment=NetworkSegment(4d73e8de-a776-4f19-8fc9-8174b6bd9afa),segment_id=4d73e8de-a776-4f19-8fc9-8174b6bd9afa)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:11.616065 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:11.689005 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=8d1a1bd9-5bb1-404b-9384-00604cac4933,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:11.825115 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e6ab5-c040-4cef-93f3-5a0f19d87620 req-8111b92f-0a8e-4084-880c-4116cfdff155 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:11.827439 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a51e6ab5-c040-4cef-93f3-5a0f19d87620 req-8111b92f-0a8e-4084-880c-4116cfdff155 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0540030 Jan 28 01:55:11.881958 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a51e6ab5-c040-4cef-93f3-5a0f19d87620 req-f59b2e25-f2a1-4450-bca7-5df7b9da9aa0 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481565 Jan 28 01:55:12.015661 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['8d1a1bd9-5bb1-404b-9384-00604cac4933'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:55:12.679916 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c7609-fdf0-457b-8632-791a6a028ac4 req-73faa5eb-234d-46b7-8977-4fc1256dc93c tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:12.681771 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-069c7609-fdf0-457b-8632-791a6a028ac4 req-73faa5eb-234d-46b7-8977-4fc1256dc93c tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 945 time: 0.0595660 Jan 28 01:55:12.739644 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-069c7609-fdf0-457b-8632-791a6a028ac4 req-2f5cffef-3f7d-41e9-9bdb-5ae5a5175160 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513637 Jan 28 01:55:13.013430 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc329d0-0f3b-40c4-94da-0c5620690828 req-3edaaed3-9a1f-4606-9c6b-48ab52315ce0 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:13.021257 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ccc329d0-0f3b-40c4-94da-0c5620690828 req-3edaaed3-9a1f-4606-9c6b-48ab52315ce0 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0512342 Jan 28 01:55:13.069588 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ccc329d0-0f3b-40c4-94da-0c5620690828 req-49632f2d-0e9a-4585-a0ba-432795261790 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459127 Jan 28 01:55:13.348290 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 8d1a1bd9-5bb1-404b-9384-00604cac4933 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:55:13.411643 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port 8d1a1bd9-5bb1-404b-9384-00604cac4933 completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:55:13.424783 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 8d1a1bd9-5bb1-404b-9384-00604cac4933 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:55:13.425302 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:13.523910 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:13.552490 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667f24ff-e45f-46d9-a202-7759348a076b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1a1bd9-5bb1-404b-9384-00604cac4933'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:55:13.554748 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc949bb3-de30-4451-b301-f87602a976ee" -d '{"events": [{"server_uuid": "667f24ff-e45f-46d9-a202-7759348a076b", "name": "network-vif-plugged", "status": "completed", "tag": "8d1a1bd9-5bb1-404b-9384-00604cac4933"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:55:13.581914 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 8d1a1bd9-5bb1-404b-9384-00604cac4933, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8d1a1bd9-5bb1-404b-9384-00604cac4933,segment=NetworkSegment(4d73e8de-a776-4f19-8fc9-8174b6bd9afa),segment_id=4d73e8de-a776-4f19-8fc9-8174b6bd9afa)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:13.593053 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:13.650400 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=8d1a1bd9-5bb1-404b-9384-00604cac4933,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:13.747327 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d41bb6f-7b10-4004-b349-b786bf716b27 x-openstack-request-id: req-4d41bb6f-7b10-4004-b349-b786bf716b27 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:55:13.747986 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667f24ff-e45f-46d9-a202-7759348a076b", "name": "network-vif-plugged", "status": "completed", "tag": "8d1a1bd9-5bb1-404b-9384-00604cac4933", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:55:13.748248 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d41bb6f-7b10-4004-b349-b786bf716b27 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:55:13.748663 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667f24ff-e45f-46d9-a202-7759348a076b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1a1bd9-5bb1-404b-9384-00604cac4933', 'code': 200} Jan 28 01:55:13.891136 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144bbc7-9c98-4b0f-8eac-f26a4f24623f req-c10499fa-3d3f-44fd-b5c1-0017ef4b2cd1 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:13.893694 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4144bbc7-9c98-4b0f-8eac-f26a4f24623f req-c10499fa-3d3f-44fd-b5c1-0017ef4b2cd1 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 946 time: 0.0621736 Jan 28 01:55:13.939758 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4144bbc7-9c98-4b0f-8eac-f26a4f24623f req-856092d2-53f2-4ac9-a246-bffd5cf832ee tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385027 Jan 28 01:55:13.993282 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fbf92-415a-47a3-83d2-938c27a0ef61 req-dd5530de-62d7-47e8-8e7a-5c3d94b94bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:13.994798 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-593fbf92-415a-47a3-83d2-938c27a0ef61 req-dd5530de-62d7-47e8-8e7a-5c3d94b94bea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 1099 time: 0.0477533 Jan 28 01:55:14.044572 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-593fbf92-415a-47a3-83d2-938c27a0ef61 req-3dd1fca2-0339-4baa-9aee-537bfa413410 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331185 Jan 28 01:55:14.193332 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7da2c2-833a-41c2-9077-352d6083e438 req-5ca8dcf9-7e97-4a5c-b0f9-0fbbdd139757 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:14.194818 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1a7da2c2-833a-41c2-9077-352d6083e438 req-5ca8dcf9-7e97-4a5c-b0f9-0fbbdd139757 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0566194 Jan 28 01:55:14.245943 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1a7da2c2-833a-41c2-9077-352d6083e438 req-62c56ccf-df58-4bf3-853a-54f380764430 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447099 Jan 28 01:55:15.081650 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3172ab-0a38-4eb7-b9a6-6b3e4790caea req-9ee982b0-66d6-43ca-8421-3979456bfaa6 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:15.084018 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5b3172ab-0a38-4eb7-b9a6-6b3e4790caea req-9ee982b0-66d6-43ca-8421-3979456bfaa6 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 946 time: 0.0639949 Jan 28 01:55:15.136298 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5b3172ab-0a38-4eb7-b9a6-6b3e4790caea req-0f0b4492-3165-4129-8d22-286c1966d5de tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437593 Jan 28 01:55:15.389243 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3d6e5-0f65-4786-a4fc-f51c1fb02a55 req-87702457-cda5-46ca-abde-78ebe1ad2126 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:15.390739 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-49f3d6e5-0f65-4786-a4fc-f51c1fb02a55 req-87702457-cda5-46ca-abde-78ebe1ad2126 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0609741 Jan 28 01:55:15.436872 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-49f3d6e5-0f65-4786-a4fc-f51c1fb02a55 req-2a138f4b-8082-4779-b113-9bf53b54fa0a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375190 Jan 28 01:55:16.271458 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405588a4-975d-4eba-9cf6-22b6d5c1261d req-98e1a719-2a4d-47eb-a735-1d940b841c77 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:16.273097 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-405588a4-975d-4eba-9cf6-22b6d5c1261d req-98e1a719-2a4d-47eb-a735-1d940b841c77 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 946 time: 0.0614169 Jan 28 01:55:16.316760 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-405588a4-975d-4eba-9cf6-22b6d5c1261d req-8e1bcb01-10f8-45c2-97c0-3ac05d94b2c3 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364485 Jan 28 01:55:16.645281 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1ac7e-57c4-42cc-ab8b-39bdb4519ff6 req-5b7f9664-f09f-40ef-bf86-5febcc77f1dd tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:16.646987 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-86b1ac7e-57c4-42cc-ab8b-39bdb4519ff6 req-5b7f9664-f09f-40ef-bf86-5febcc77f1dd tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0627637 Jan 28 01:55:16.696416 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-86b1ac7e-57c4-42cc-ab8b-39bdb4519ff6 req-883724b7-961a-4b8d-8f14-02f042294062 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415804 Jan 28 01:55:17.879171 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcff40-ec19-4e13-821a-62f847128208 req-5b1bc031-dd26-4054-b817-65220e7ab1af tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:17.881030 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2fdcff40-ec19-4e13-821a-62f847128208 req-5b1bc031-dd26-4054-b817-65220e7ab1af tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0674584 Jan 28 01:55:17.933678 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2fdcff40-ec19-4e13-821a-62f847128208 req-4a3346c9-839d-4c49-bbe3-6054953739a8 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459077 Jan 28 01:55:18.097581 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd78154-3f48-48f5-abe5-b0fac20420d1 req-82660b9d-5b51-44d7-ba99-364826a1393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:18.099104 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-acd78154-3f48-48f5-abe5-b0fac20420d1 req-82660b9d-5b51-44d7-ba99-364826a1393b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c429dadc11994a4186276b0066a5c162&device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 1099 time: 0.0422897 Jan 28 01:55:18.201091 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd78154-3f48-48f5-abe5-b0fac20420d1 req-ae859675-2c1b-4f66-a544-3d5d13a0b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:18.202570 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-acd78154-3f48-48f5-abe5-b0fac20420d1 req-ae859675-2c1b-4f66-a544-3d5d13a0b95f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be HTTP/1.1" status: 200 len: 918 time: 0.0945249 Jan 28 01:55:18.273065 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-acd78154-3f48-48f5-abe5-b0fac20420d1 req-a4f7d780-572c-4686-9e55-31a331e2f0c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9 HTTP/1.1" status: 200 len: 1002 time: 0.0615041 Jan 28 01:55:18.339486 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd78154-3f48-48f5-abe5-b0fac20420d1 req-7aa1ab4e-a0a0-4a36-b3a3-68555ee2cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:18.341536 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-acd78154-3f48-48f5-abe5-b0fac20420d1 req-7aa1ab4e-a0a0-4a36-b3a3-68555ee2cf51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b47d88-4276-41ac-88c0-29b5a88b4328 HTTP/1.1" status: 200 len: 855 time: 0.0609615 Jan 28 01:55:18.392415 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd78154-3f48-48f5-abe5-b0fac20420d1 req-3425a1a7-94d7-4035-b0bb-3f4ca75a3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:18.394006 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-acd78154-3f48-48f5-abe5-b0fac20420d1 req-3425a1a7-94d7-4035-b0bb-3f4ca75a3ea5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0442054 Jan 28 01:55:18.510893 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-acd78154-3f48-48f5-abe5-b0fac20420d1 req-cc1222b8-4cea-49cd-9cbe-18836399824b service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063962 Jan 28 01:55:18.613609 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-acd78154-3f48-48f5-abe5-b0fac20420d1 req-2dd882df-e122-4a86-8f96-41b0ab3bcb5f service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939798 Jan 28 01:55:19.052458 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:19.065255 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686efee-fad3-4eda-97d9-9a467d22196d req-ea27b15d-1c73-42a8-a3ea-4807adae6d35 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:19.066768 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2686efee-fad3-4eda-97d9-9a467d22196d req-ea27b15d-1c73-42a8-a3ea-4807adae6d35 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0590284 Jan 28 01:55:19.108047 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2686efee-fad3-4eda-97d9-9a467d22196d req-13f8573f-3e4b-4493-bed4-24af5f7afe7e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352926 Jan 28 01:55:19.916398 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5e8022d0-4426-4065-b3ef-e0e2fc2f5c4c req-939a7b5e-6c09-4a53-b526-172ff91a01ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420792 Jan 28 01:55:20.038847 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8022d0-4426-4065-b3ef-e0e2fc2f5c4c req-cfc00817-3838-4519-bee5-7baa566832fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:20.040555 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5e8022d0-4426-4065-b3ef-e0e2fc2f5c4c req-cfc00817-3838-4519-bee5-7baa566832fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4889e3a8e01439eb8b6b365c41248d3&device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0421329 Jan 28 01:55:20.159917 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8022d0-4426-4065-b3ef-e0e2fc2f5c4c req-331999f6-c58d-4a49-93ac-9d6674084d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:20.161399 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5e8022d0-4426-4065-b3ef-e0e2fc2f5c4c req-331999f6-c58d-4a49-93ac-9d6674084d7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=82002cad-8fe8-41b5-b52e-34fe374097aa HTTP/1.1" status: 200 len: 911 time: 0.0964644 Jan 28 01:55:20.240135 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5e8022d0-4426-4065-b3ef-e0e2fc2f5c4c req-1df4c7aa-d690-407e-8df9-b5a138621ada service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 HTTP/1.1" status: 200 len: 999 time: 0.0654085 Jan 28 01:55:20.244471 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fafd40-5724-422b-b489-00c3745e791d req-c04bf2bb-e78a-4625-9c06-33b59dfec536 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:20.245939 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-62fafd40-5724-422b-b489-00c3745e791d req-c04bf2bb-e78a-4625-9c06-33b59dfec536 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0527256 Jan 28 01:55:20.287359 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-62fafd40-5724-422b-b489-00c3745e791d req-8c7a4b1a-04ff-4b02-a999-c9b1f393b7ac tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339296 Jan 28 01:55:20.304362 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8022d0-4426-4065-b3ef-e0e2fc2f5c4c req-d7269d22-5f60-4825-a9e4-2037ab9a7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:20.309376 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5e8022d0-4426-4065-b3ef-e0e2fc2f5c4c req-d7269d22-5f60-4825-a9e4-2037ab9a7615 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c9ed944-46e7-4486-9af0-2a39f2684e5c HTTP/1.1" status: 200 len: 848 time: 0.0524223 Jan 28 01:55:20.364266 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8022d0-4426-4065-b3ef-e0e2fc2f5c4c req-7cdf1b6f-409e-47a3-ab8d-2e7832a79cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:20.365784 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5e8022d0-4426-4065-b3ef-e0e2fc2f5c4c req-7cdf1b6f-409e-47a3-ab8d-2e7832a79cc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82002cad-8fe8-41b5-b52e-34fe374097aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0460560 Jan 28 01:55:20.456984 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5e8022d0-4426-4065-b3ef-e0e2fc2f5c4c req-30e5fa92-27fe-438e-9ce3-f05f514b5b54 service neutron] 10.222.0.41 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819552 Jan 28 01:55:20.557302 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5e8022d0-4426-4065-b3ef-e0e2fc2f5c4c req-5e4ce8ff-22a1-45cb-9fcc-480e2fb4b884 service neutron] 10.222.0.41 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881529 Jan 28 01:55:20.681145 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-56e65afd-0a61-4675-9036-1fd340b53de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:21.373998 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:55:21.425678 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f52e3f-3a36-4b8f-9d79-845db525274e req-11d9a902-46fb-495c-922d-a9188369c620 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:21.426940 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d9f52e3f-3a36-4b8f-9d79-845db525274e req-11d9a902-46fb-495c-922d-a9188369c620 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 946 time: 0.0545671 Jan 28 01:55:21.460681 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:21.470901 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d9f52e3f-3a36-4b8f-9d79-845db525274e req-da5d2378-2c64-4e49-ba83-ee9c2f376dab tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374017 Jan 28 01:55:21.495536 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:55:21.499040 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1a3e15-6bb6-4631-90e3-d0f913fe7ed1" -d '{"events": [{"server_uuid": "5faf2d62-2efb-4009-bd55-2943eef7d6b0", "name": "network-vif-unplugged", "status": "completed", "tag": "4ba2b4d6-c74d-462c-839f-67e3b4a107c9"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:55:21.516724 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:21.521524 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:21.548597 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1392496a-faea-43ee-b41d-652c4175a5a5 x-openstack-request-id: req-1392496a-faea-43ee-b41d-652c4175a5a5 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:55:21.548860 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faf2d62-2efb-4009-bd55-2943eef7d6b0", "name": "network-vif-unplugged", "status": "completed", "tag": "4ba2b4d6-c74d-462c-839f-67e3b4a107c9", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:55:21.549166 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1392496a-faea-43ee-b41d-652c4175a5a5 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:55:21.549779 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'code': 200} Jan 28 01:55:21.577495 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,revision_number=8']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:22.607389 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f67aa8-856d-47fb-b4fe-fdc27e2f4c91 req-c74fdef7-e34e-4fc0-977d-723f8f3f0ba2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:22.609032 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d4f67aa8-856d-47fb-b4fe-fdc27e2f4c91 req-c74fdef7-e34e-4fc0-977d-723f8f3f0ba2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0551658 Jan 28 01:55:22.650017 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d4f67aa8-856d-47fb-b4fe-fdc27e2f4c91 req-a6fd24c8-358a-4e0e-a67b-92e738b9aae3 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350397 Jan 28 01:55:23.107896 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-1346f53d-d016-4c07-919f-9211c7a16a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:23.742387 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707b7bd-1a72-4c31-881c-6fe96e694a36 req-18891438-54d5-456f-aa11-bb7a078d7e8a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:23.744060 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1707b7bd-1a72-4c31-881c-6fe96e694a36 req-18891438-54d5-456f-aa11-bb7a078d7e8a tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0556369 Jan 28 01:55:23.784037 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1707b7bd-1a72-4c31-881c-6fe96e694a36 req-a1e28403-ce0a-46d7-918f-5b7d756212be tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334816 Jan 28 01:55:23.984118 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-cb33480e-ec5e-4fce-80a1-8eb7e8e25332 req-2fe2ebca-8973-4307-b2d2-c00deb778732 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435493 Jan 28 01:55:24.775455 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:24.926215 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf029-8440-45ab-b511-14daecc1b14a req-07dc4ee6-ac02-4a16-aa2c-032796dfb693 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:24.927743 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-afcbf029-8440-45ab-b511-14daecc1b14a req-07dc4ee6-ac02-4a16-aa2c-032796dfb693 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0611820 Jan 28 01:55:24.931972 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33480e-ec5e-4fce-80a1-8eb7e8e25332 req-a3cd6321-9959-4ee9-a623-d04a13c009d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:24.933716 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-cb33480e-ec5e-4fce-80a1-8eb7e8e25332 req-a3cd6321-9959-4ee9-a623-d04a13c009d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0&tenant_id=c429dadc11994a4186276b0066a5c162 HTTP/1.1" status: 200 len: 1097 time: 0.0429595 Jan 28 01:55:24.967305 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-afcbf029-8440-45ab-b511-14daecc1b14a req-4082f1b1-9f7c-4330-8f94-19a415e90b51 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335181 Jan 28 01:55:25.025090 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33480e-ec5e-4fce-80a1-8eb7e8e25332 req-201a9cf8-0406-44ae-8c11-aeb18bb267bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:25.026752 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-cb33480e-ec5e-4fce-80a1-8eb7e8e25332 req-201a9cf8-0406-44ae-8c11-aeb18bb267bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c429dadc11994a4186276b0066a5c162&device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 1097 time: 0.0478568 Jan 28 01:55:25.132955 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33480e-ec5e-4fce-80a1-8eb7e8e25332 req-cb647c10-da2e-43c1-a8ac-c0f33b9f232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:25.134427 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-cb33480e-ec5e-4fce-80a1-8eb7e8e25332 req-cb647c10-da2e-43c1-a8ac-c0f33b9f232d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be HTTP/1.1" status: 200 len: 918 time: 0.0871899 Jan 28 01:55:25.215154 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-cb33480e-ec5e-4fce-80a1-8eb7e8e25332 req-6243a6eb-4495-4e9d-920c-fa53d62fd8f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9 HTTP/1.1" status: 200 len: 1000 time: 0.0657902 Jan 28 01:55:25.268740 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33480e-ec5e-4fce-80a1-8eb7e8e25332 req-ce41050a-e460-4bd5-8be7-60ac1e77c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:25.270198 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-cb33480e-ec5e-4fce-80a1-8eb7e8e25332 req-ce41050a-e460-4bd5-8be7-60ac1e77c5e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b47d88-4276-41ac-88c0-29b5a88b4328 HTTP/1.1" status: 200 len: 855 time: 0.0483143 Jan 28 01:55:25.322290 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33480e-ec5e-4fce-80a1-8eb7e8e25332 req-c773d901-b1bc-426b-848c-daa458f6c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:25.323841 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-cb33480e-ec5e-4fce-80a1-8eb7e8e25332 req-c773d901-b1bc-426b-848c-daa458f6c66f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0439568 Jan 28 01:55:25.427448 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-cb33480e-ec5e-4fce-80a1-8eb7e8e25332 req-eac2a753-154b-42d0-8438-a5993b55d2a9 service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960920 Jan 28 01:55:25.535503 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-cb33480e-ec5e-4fce-80a1-8eb7e8e25332 req-f373620e-0fb8-4a76-8252-9d90856c5f51 service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929649 Jan 28 01:55:26.127506 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff5600-2cf8-4ae8-b308-e111d203c7d6 req-78a357eb-e07f-481a-b227-a8eb68e04688 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:26.135443 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6cff5600-2cf8-4ae8-b308-e111d203c7d6 req-78a357eb-e07f-481a-b227-a8eb68e04688 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0743861 Jan 28 01:55:26.211100 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:26.233005 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6cff5600-2cf8-4ae8-b308-e111d203c7d6 req-aaf6bb69-8a53-4181-bd6f-657463f2aee6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918860 Jan 28 01:55:26.624919 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:27.370980 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739041-f0e5-4605-a6b4-49ed21d173eb req-d3168bb6-abc8-40ca-aa28-704987b39a1c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:27.372696 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-da739041-f0e5-4605-a6b4-49ed21d173eb req-d3168bb6-abc8-40ca-aa28-704987b39a1c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0623891 Jan 28 01:55:27.423821 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-da739041-f0e5-4605-a6b4-49ed21d173eb req-7c562209-4676-4b1c-b51b-859d4b13164f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445170 Jan 28 01:55:28.561105 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d65ae7-fe40-4c27-aee8-1cabf9fce041 req-42141070-6488-4fe3-96e8-e3586f095c51 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:28.563787 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-66d65ae7-fe40-4c27-aee8-1cabf9fce041 req-42141070-6488-4fe3-96e8-e3586f095c51 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0578482 Jan 28 01:55:28.608132 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-66d65ae7-fe40-4c27-aee8-1cabf9fce041 req-04b35aec-816d-4687-a9f6-ba41ad3fa126 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396674 Jan 28 01:55:29.764962 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9201f9-7245-4b42-9add-6190fa12661e req-34b5aa5f-ff31-4c7c-93f7-1ac40b3b5615 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:29.766885 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ac9201f9-7245-4b42-9add-6190fa12661e req-34b5aa5f-ff31-4c7c-93f7-1ac40b3b5615 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0563433 Jan 28 01:55:29.813462 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ac9201f9-7245-4b42-9add-6190fa12661e req-1b22bf15-4922-439b-a76c-7c1e7574a1da tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397286 Jan 28 01:55:30.969025 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e7ebd-3409-4278-873c-b5ca9462d72d req-d1696092-aaae-4f6d-9591-02bc9e3311e6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:30.970724 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-000e7ebd-3409-4278-873c-b5ca9462d72d req-d1696092-aaae-4f6d-9591-02bc9e3311e6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0785215 Jan 28 01:55:31.012702 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-000e7ebd-3409-4278-873c-b5ca9462d72d req-fb9328f7-bcce-44d9-a186-786e5809ab22 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357432 Jan 28 01:55:32.141061 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742a6bd-820b-4989-b85f-a32f8d9b4776 req-6234d450-cea2-4a87-a92d-aa552c7c8e4b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:32.142590 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a742a6bd-820b-4989-b85f-a32f8d9b4776 req-6234d450-cea2-4a87-a92d-aa552c7c8e4b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0523474 Jan 28 01:55:32.186350 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a742a6bd-820b-4989-b85f-a32f8d9b4776 req-72ad9772-0f3e-44db-bb9d-503cd734860b tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378442 Jan 28 01:55:33.323310 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57928e26-bec8-42b6-bc05-731022fc8218 req-216eeb4a-3db7-4dd9-bb0c-1041ec8b61e0 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:33.325210 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-57928e26-bec8-42b6-bc05-731022fc8218 req-216eeb4a-3db7-4dd9-bb0c-1041ec8b61e0 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0653031 Jan 28 01:55:33.370266 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-57928e26-bec8-42b6-bc05-731022fc8218 req-879dc535-2325-46f1-988c-67ff41327ccf tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375330 Jan 28 01:55:34.523895 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4725f6-95a9-44e6-93f2-1ec3dc2e2126 req-b662ba28-910a-4d23-ac17-f5440f29a066 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:34.525372 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5d4725f6-95a9-44e6-93f2-1ec3dc2e2126 req-b662ba28-910a-4d23-ac17-f5440f29a066 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0503023 Jan 28 01:55:34.573523 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5d4725f6-95a9-44e6-93f2-1ec3dc2e2126 req-8537d04e-bcc6-4b78-abcd-74b3df3d9e11 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419884 Jan 28 01:55:35.712836 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ecdcf-0b52-432f-a886-7a01ba513055 req-a8ffe42c-187e-4425-9d4f-b66f185f89e3 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:35.714313 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e12ecdcf-0b52-432f-a886-7a01ba513055 req-a8ffe42c-187e-4425-9d4f-b66f185f89e3 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0524962 Jan 28 01:55:35.753653 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e12ecdcf-0b52-432f-a886-7a01ba513055 req-e09067f1-053c-4263-8f15-e6f4d2031752 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332961 Jan 28 01:55:36.886667 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b0170-7e04-44b8-8f44-f1d1e215d4a4 req-1cddbe2c-773d-41f8-9e60-bf67b16fbc0e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:36.888394 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1f4b0170-7e04-44b8-8f44-f1d1e215d4a4 req-1cddbe2c-773d-41f8-9e60-bf67b16fbc0e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 944 time: 0.0599799 Jan 28 01:55:36.939279 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1f4b0170-7e04-44b8-8f44-f1d1e215d4a4 req-3f2c05d4-d923-4864-8f82-74762c0d3c64 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440991 Jan 28 01:55:37.527259 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:55:37.634768 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:37.645377 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'port_id': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'mac_address': 'fa:16:3e:51:e5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:55:37.686402 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:37.700337 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:55:37.722114 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:37.726678 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:37.774580 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,revision_number=9']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:37.782866 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:37.783212 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:37.783586 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:37.783923 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:37.784260 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:37.784682 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:37.784911 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:37.785237 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:37.785584 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:37.785910 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:37.786250 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:37.786573 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:38.067085 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f483b-eff3-4b9b-b45e-e1fb79d056e8 req-7345d503-f8da-4f75-96c3-59fd41788ed4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:38.068591 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-164f483b-eff3-4b9b-b45e-e1fb79d056e8 req-7345d503-f8da-4f75-96c3-59fd41788ed4 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 945 time: 0.0515888 Jan 28 01:55:38.093897 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['4ba2b4d6-c74d-462c-839f-67e3b4a107c9'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:55:38.116612 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-164f483b-eff3-4b9b-b45e-e1fb79d056e8 req-75bd4d33-5b89-4088-bde6-5080e93aad14 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415902 Jan 28 01:55:39.243798 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b640dd7-274d-4188-9ad3-ec83c8722872 req-98c1c616-f2f4-4712-9c52-ac2bb18cd045 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:39.245306 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9b640dd7-274d-4188-9ad3-ec83c8722872 req-98c1c616-f2f4-4712-9c52-ac2bb18cd045 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 945 time: 0.0521152 Jan 28 01:55:39.285901 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9b640dd7-274d-4188-9ad3-ec83c8722872 req-f115b29c-4195-4613-99b7-ff4857294ce3 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332355 Jan 28 01:55:39.534951 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:55:39.581973 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:55:39.582337 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:39.668174 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:39.690453 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:55:39.693172 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9481f0c5-0abd-44bc-be21-d871b7e8056c" -d '{"events": [{"server_uuid": "5faf2d62-2efb-4009-bd55-2943eef7d6b0", "name": "network-vif-plugged", "status": "completed", "tag": "4ba2b4d6-c74d-462c-839f-67e3b4a107c9"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:55:39.709853 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:39.715849 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:39.739553 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f20d9f-51d3-4d35-addb-bad4d0acccb4 x-openstack-request-id: req-52f20d9f-51d3-4d35-addb-bad4d0acccb4 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:55:39.739861 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faf2d62-2efb-4009-bd55-2943eef7d6b0", "name": "network-vif-plugged", "status": "completed", "tag": "4ba2b4d6-c74d-462c-839f-67e3b4a107c9", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:55:39.740113 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52f20d9f-51d3-4d35-addb-bad4d0acccb4 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:55:39.740494 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'code': 200} Jan 28 01:55:39.766559 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,revision_number=10']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:40.002038 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999ce5d-1d6a-4dec-897d-e3f6ff215c57 req-7af7e0cc-ba2a-448a-ae5a-529cdcad8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:40.003631 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-1999ce5d-1d6a-4dec-897d-e3f6ff215c57 req-7af7e0cc-ba2a-448a-ae5a-529cdcad8ea5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 1100 time: 0.0454929 Jan 28 01:55:40.051035 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-1999ce5d-1d6a-4dec-897d-e3f6ff215c57 req-b2588469-4cf6-40d3-92c7-a5369f571791 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315478 Jan 28 01:55:40.427517 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e48d1c-7feb-4de8-8925-10a24e537429 req-cda8bf9b-feba-464d-a9a2-4a11574fc87f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:40.429102 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-50e48d1c-7feb-4de8-8925-10a24e537429 req-cda8bf9b-feba-464d-a9a2-4a11574fc87f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 947 time: 0.0566647 Jan 28 01:55:40.471460 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-50e48d1c-7feb-4de8-8925-10a24e537429 req-6cbe3a9b-13cb-4ce8-b4a4-6b39dfb87240 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347185 Jan 28 01:55:41.627529 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbe776-a837-4e9c-a4b8-326bfe1036f3 req-3e595c32-98f2-4c2e-bb0f-1f5207786d84 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:41.627529 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6cfbe776-a837-4e9c-a4b8-326bfe1036f3 req-3e595c32-98f2-4c2e-bb0f-1f5207786d84 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 947 time: 0.0617521 Jan 28 01:55:41.674724 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6cfbe776-a837-4e9c-a4b8-326bfe1036f3 req-39e05ebd-797f-4ef8-8b7f-fafdb0c87e1d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408750 Jan 28 01:55:42.806371 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455694b-31c4-433d-8c2e-568b8ed7b99a req-18030f4a-0660-4632-9e47-f34d97e6bbb2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:42.809286 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c455694b-31c4-433d-8c2e-568b8ed7b99a req-18030f4a-0660-4632-9e47-f34d97e6bbb2 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 947 time: 0.0500638 Jan 28 01:55:42.851867 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c455694b-31c4-433d-8c2e-568b8ed7b99a req-33d8dbe7-4b3c-49af-9609-6fc82cc3fa6e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362542 Jan 28 01:55:47.342386 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3a45b-32f4-4405-90b6-9743d4c3ad01 req-f0c15ef8-8856-48aa-9c80-612c56097837 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:47.343831 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-81e3a45b-32f4-4405-90b6-9743d4c3ad01 req-f0c15ef8-8856-48aa-9c80-612c56097837 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 945 time: 0.0550289 Jan 28 01:55:47.383672 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-81e3a45b-32f4-4405-90b6-9743d4c3ad01 req-0580abb2-246a-4fab-baae-42fe3eeee8f4 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338926 Jan 28 01:55:47.789109 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:55:48.508199 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0da7d6-4895-493f-946d-e9199eb0e928 req-dae67bc8-36da-402e-bc8a-537edb3d9679 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:48.509846 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5a0da7d6-4895-493f-946d-e9199eb0e928 req-dae67bc8-36da-402e-bc8a-537edb3d9679 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 945 time: 0.0562670 Jan 28 01:55:48.549318 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5a0da7d6-4895-493f-946d-e9199eb0e928 req-7b8b0d73-505a-46c1-a2a5-09fc974c51a2 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329442 Jan 28 01:55:49.041702 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:49.671636 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f67864-ddf8-454f-b780-ae346f2ffe04 req-a78cf769-2b11-4d41-8af5-af7d5eb8ebf5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:49.673129 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f3f67864-ddf8-454f-b780-ae346f2ffe04 req-a78cf769-2b11-4d41-8af5-af7d5eb8ebf5 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 945 time: 0.0528045 Jan 28 01:55:49.715755 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f3f67864-ddf8-454f-b780-ae346f2ffe04 req-09f1061c-4bad-4d7d-ab5a-17a79795bb75 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364921 Jan 28 01:55:50.038280 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-bfd3a6fb-96b8-4d8d-8f6c-9beacf52898a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:50.039749 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-bfd3a6fb-96b8-4d8d-8f6c-9beacf52898a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 945 time: 0.0552995 Jan 28 01:55:50.140195 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Deleting port baeaa101-3a4b-4824-b3d6-5e96c5523006 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:55:50.140543 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:50.230947 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] For port baeaa101-3a4b-4824-b3d6-5e96c5523006, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=baeaa101-3a4b-4824-b3d6-5e96c5523006,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:50.231407 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:50.413320 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:50.413563 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614579'] for floatingip, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:50.413871 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.l3_db [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Floating IP 956ede7a-9851-49e6-8471-9b4eeaa3f743 disassociated. External IP: 172.28.1.131, port: baeaa101-3a4b-4824-b3d6-5e96c5523006. Jan 28 01:55:50.414200 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Calling delete_port for baeaa101-3a4b-4824-b3d6-5e96c5523006 owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:55:50.547175 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:50.578152 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event deleted for resources: {'Port': ['ID=baeaa101-3a4b-4824-b3d6-5e96c5523006,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:50.590582 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:50.591425 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:50.591910 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:50.592372 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:50.593472 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:50.593472 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:50.593970 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:50.594414 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:50.594876 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:50.595444 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:50.595809 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:50.596258 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:50.674539 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-89d462f9-d2b3-4e1b-afac-2a149b5c1fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:50.713609 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Router b1527fca-430f-425c-8703-4a0dff2c4df0 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:55:50.814970 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b9ac3425-8b18-44a2-b52f-20f7f80a5e29 req-f9ae1701-955f-4574-b9cf-c55ae6216507 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0c050c7-5e86-4cc8-a559-bb8a3821d5b3 HTTP/1.1" status: 200 len: 210 time: 0.0316515 Jan 28 01:55:50.828981 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:55:50.840056 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041b462-fe20-4b5f-8683-00e61c332567 None None] Sync routers for ids ['b1527fca-430f-425c-8703-4a0dff2c4df0'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:55:50.848987 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041b462-fe20-4b5f-8683-00e61c332567 None None] Routers {'b1527fca-430f-425c-8703-4a0dff2c4df0'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:55:50.849696 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-2041b462-fe20-4b5f-8683-00e61c332567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:55:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['b1527fca-430f-425c-8703-4a0dff2c4df0'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:55:50.868929 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] No DVR routers for this DVR port baeaa101-3a4b-4824-b3d6-5e96c5523006 on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:55:50.872224 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:50.875599 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c261a29a-1709-4e56-a77a-4099a445fe38 req-8d75d664-dda8-40cc-bc92-0634f4211eac tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.41 "DELETE /v2.0/ports/baeaa101-3a4b-4824-b3d6-5e96c5523006 HTTP/1.1" status: 204 len: 173 time: 0.8248537 Jan 28 01:55:50.876046 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c050c7-5e86-4cc8-a559-bb8a3821d5b3', 'name': 'network-vif-deleted', 'tag': 'baeaa101-3a4b-4824-b3d6-5e96c5523006'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:55:50.878276 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e224f7c-3852-4cfe-8150-676d10fb4f54" -d '{"events": [{"server_uuid": "c0c050c7-5e86-4cc8-a559-bb8a3821d5b3", "name": "network-vif-deleted", "tag": "baeaa101-3a4b-4824-b3d6-5e96c5523006"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:55:50.974056 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-2041b462-fe20-4b5f-8683-00e61c332567 None None] Set router b1527fca-430f-425c-8703-4a0dff2c4df0 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:55:51.009063 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a760356c-5031-4d03-a8a1-80118fb8c117 x-openstack-request-id: req-a760356c-5031-4d03-a8a1-80118fb8c117 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:55:51.009700 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c050c7-5e86-4cc8-a559-bb8a3821d5b3", "name": "network-vif-deleted", "tag": "baeaa101-3a4b-4824-b3d6-5e96c5523006", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:55:51.010474 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a760356c-5031-4d03-a8a1-80118fb8c117 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:55:51.011725 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c050c7-5e86-4cc8-a559-bb8a3821d5b3', 'name': 'network-vif-deleted', 'tag': 'baeaa101-3a4b-4824-b3d6-5e96c5523006', 'status': 'completed', 'code': 200} Jan 28 01:55:51.211002 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-2041b462-fe20-4b5f-8683-00e61c332567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:42Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '5f3225fc-41e8-49f3-aad8-1c606cc96eb2', 'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'mac_address': 'fa:16:3e:9a:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:40Z', 'updated_at': '2022-01-28T01:49:56Z', 'revision_number': 5, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'subnets': [{'id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:55:51.243094 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041b462-fe20-4b5f-8683-00e61c332567 None None] Checking router: b1527fca-430f-425c-8703-4a0dff2c4df0 for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:55:51.256375 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041b462-fe20-4b5f-8683-00e61c332567 None None] Routers {'b1527fca-430f-425c-8703-4a0dff2c4df0'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:55:51.257183 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-2041b462-fe20-4b5f-8683-00e61c332567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:55:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['b1527fca-430f-425c-8703-4a0dff2c4df0'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:55:51.377057 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-2041b462-fe20-4b5f-8683-00e61c332567 None None] Set router b1527fca-430f-425c-8703-4a0dff2c4df0 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:55:51.716049 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-2041b462-fe20-4b5f-8683-00e61c332567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:42Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '5f3225fc-41e8-49f3-aad8-1c606cc96eb2', 'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'mac_address': 'fa:16:3e:9a:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:40Z', 'updated_at': '2022-01-28T01:49:56Z', 'revision_number': 5, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'subnets': [{'id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:55:51.753740 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041b462-fe20-4b5f-8683-00e61c332567 None None] The sync data for ids ['b1527fca-430f-425c-8703-4a0dff2c4df0'] in dv-cinder-824978-1-smb is: [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:42Z', 'revision_number': 4, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '5f3225fc-41e8-49f3-aad8-1c606cc96eb2', 'name': '', 'network_id': '81043963-f01a-4238-ae3c-e4422abf49e4', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'mac_address': 'fa:16:3e:9a:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:40Z', 'updated_at': '2022-01-28T01:49:56Z', 'revision_number': 5, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'subnets': [{'id': '5e45da0d-8ce5-4dd6-9ebf-a92f00adf184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:55:51.909287 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47078) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:51.970617 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef94d116-a29c-4133-b3ea-1e559b92f39b None None] New status for floating IP 956ede7a-9851-49e6-8471-9b4eeaa3f743: DOWN {{(pid=107861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:55:51.972755 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:51.998517 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:52.060608 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:52.063698 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:52.064885 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "DELETE /v2.0/security-groups/dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6 HTTP/1.1" status: 204 len: 168 time: 0.1545558 Jan 28 01:55:52.070396 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47080) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:52.074485 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:52.082473 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:52.082818 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:52.083176 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:52.083574 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:52.083916 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:52.084251 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:52.084582 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:52.084916 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:52.085245 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:52.085568 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:52.085888 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:52.086292 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5cd3e-09df-4478-8d5e-617eb1248324 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:55:52.087153 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.api.v2.resource [None req-87a67c85-1366-44c2-a5fe-5b2e973c700a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] show failed (client error): The resource could not be found. Jan 28 01:55:52.088280 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-87a67c85-1366-44c2-a5fe-5b2e973c700a tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "GET /v2.0/security-groups/dc5a5dbe-d1d2-45d0-b2b1-b8d35e8927c6 HTTP/1.1" status: 404 len: 347 time: 0.0193634 Jan 28 01:55:52.091398 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47082) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:52.232057 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-d0175693-abd3-4d7a-bc86-78c5b2a90633 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Deleting port 0d3dbc5e-271e-4147-8ea5-c9c4314caf77 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:55:52.232405 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d0175693-abd3-4d7a-bc86-78c5b2a90633 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:52.313804 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d0175693-abd3-4d7a-bc86-78c5b2a90633 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:52.314026 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d0175693-abd3-4d7a-bc86-78c5b2a90633 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:52.330981 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-d0175693-abd3-4d7a-bc86-78c5b2a90633 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Calling delete_port for 0d3dbc5e-271e-4147-8ea5-c9c4314caf77 owned by network:floatingip {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:55:52.470951 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d0175693-abd3-4d7a-bc86-78c5b2a90633 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:52.498393 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0175693-abd3-4d7a-bc86-78c5b2a90633 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Pushing event deleted for resources: {'Port': ['ID=0d3dbc5e-271e-4147-8ea5-c9c4314caf77,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:52.556828 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d0175693-abd3-4d7a-bc86-78c5b2a90633 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks [] for floatingip, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:52.559403 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d0175693-abd3-4d7a-bc86-78c5b2a90633 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:52.560544 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-d0175693-abd3-4d7a-bc86-78c5b2a90633 tempest-AttachVolumeTestJSON-1075201867 tempest-AttachVolumeTestJSON-1075201867-project] 10.222.0.58 "DELETE /v2.0/floatingips/956ede7a-9851-49e6-8471-9b4eeaa3f743 HTTP/1.1" status: 204 len: 168 time: 0.4681556 Jan 28 01:55:53.111031 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-8f85b188-0d2a-4ed8-a3bd-482a1fb82029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:53.599085 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device baeaa101-3a4b-4824-b3d6-5e96c5523006 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:55:53.619695 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: baeaa101-3a4b-4824-b3d6-5e96c5523006 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:55:53.620036 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device baeaa101-3a4b-4824-b3d6-5e96c5523006 not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:55:54.779482 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:56.123130 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47130) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:56.195275 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:56.547590 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0f1accae-6575-420f-8f6f-b8d60df35055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617139'] for router_interface, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:56.627376 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:56.796575 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-0f1accae-6575-420f-8f6f-b8d60df35055 admin admin] Deleting port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:55:56.796940 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0f1accae-6575-420f-8f6f-b8d60df35055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:56.881290 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [None req-0f1accae-6575-420f-8f6f-b8d60df35055 admin admin] For port 5f3225fc-41e8-49f3-aad8-1c606cc96eb2, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=5f3225fc-41e8-49f3-aad8-1c606cc96eb2,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:56.881563 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0f1accae-6575-420f-8f6f-b8d60df35055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:56.895969 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-0f1accae-6575-420f-8f6f-b8d60df35055 admin admin] Calling delete_port for 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 owned by network:router_interface {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:55:57.342053 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0f1accae-6575-420f-8f6f-b8d60df35055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:57.368383 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1accae-6575-420f-8f6f-b8d60df35055 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3225fc-41e8-49f3-aad8-1c606cc96eb2,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:57.531976 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0f1accae-6575-420f-8f6f-b8d60df35055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620291'] for router_interface, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:57.753501 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1accae-6575-420f-8f6f-b8d60df35055 admin admin] Router b1527fca-430f-425c-8703-4a0dff2c4df0 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:55:57.863134 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1accae-6575-420f-8f6f-b8d60df35055 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:55:57.868381 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-0f1accae-6575-420f-8f6f-b8d60df35055 admin admin] 10.222.0.58 "PUT /v2.0/routers/b1527fca-430f-425c-8703-4a0dff2c4df0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7441955 Jan 28 01:55:57.871984 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47136) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:57.881089 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1ef01-d2cd-438a-b07a-1ebe19dc0fa5 None None] Sync routers for ids ['b1527fca-430f-425c-8703-4a0dff2c4df0'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:55:57.890297 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b1ef01-d2cd-438a-b07a-1ebe19dc0fa5 None None] Routers {'b1527fca-430f-425c-8703-4a0dff2c4df0'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:55:57.890919 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-d3b1ef01-d2cd-438a-b07a-1ebe19dc0fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:55:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['b1527fca-430f-425c-8703-4a0dff2c4df0'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:55:57.978388 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] Notify callbacks [] for router, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:57.998813 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-d3b1ef01-d2cd-438a-b07a-1ebe19dc0fa5 None None] Set router b1527fca-430f-425c-8703-4a0dff2c4df0 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:55:58.093727 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:58.150872 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] Deleting port 0a8ca1e6-9b64-4934-a236-af89d9f1e852 {{(pid=107859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:55:58.151215 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:58.195466 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-d3b1ef01-d2cd-438a-b07a-1ebe19dc0fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:55:57Z', 'revision_number': 5, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port': {'id': '0a8ca1e6-9b64-4934-a236-af89d9f1e852', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:55:58.227527 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1ef01-d2cd-438a-b07a-1ebe19dc0fa5 None None] Checking router: b1527fca-430f-425c-8703-4a0dff2c4df0 for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:55:58.238260 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b1ef01-d2cd-438a-b07a-1ebe19dc0fa5 None None] Routers {'b1527fca-430f-425c-8703-4a0dff2c4df0'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:55:58.238913 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-d3b1ef01-d2cd-438a-b07a-1ebe19dc0fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:55:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['b1527fca-430f-425c-8703-4a0dff2c4df0'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:55:58.241124 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] For port 0a8ca1e6-9b64-4934-a236-af89d9f1e852, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=0a8ca1e6-9b64-4934-a236-af89d9f1e852,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:58.241612 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:58.256365 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] Calling delete_port for 0a8ca1e6-9b64-4934-a236-af89d9f1e852 owned by network:router_gateway {{(pid=107859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:55:58.356524 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-d3b1ef01-d2cd-438a-b07a-1ebe19dc0fa5 None None] Set router b1527fca-430f-425c-8703-4a0dff2c4df0 gateway port host: None {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:55:58.409359 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-d3b1ef01-d2cd-438a-b07a-1ebe19dc0fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:55:58Z', 'revision_number': 6, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port_host': None}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:55:58.436739 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:58.440269 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1ef01-d2cd-438a-b07a-1ebe19dc0fa5 None None] The sync data for ids ['b1527fca-430f-425c-8703-4a0dff2c4df0'] in dv-cinder-824978-1-smb is: [{'id': 'b1527fca-430f-425c-8703-4a0dff2c4df0', 'name': 'tempest-AttachVolumeTestJSON-492008973-router', 'tenant_id': 'd01227c1e2c345be95db5c7d427534e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:55:58Z', 'revision_number': 6, 'project_id': 'd01227c1e2c345be95db5c7d427534e6', 'gw_port_host': None}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:55:58.465706 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8ca1e6-9b64-4934-a236-af89d9f1e852,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:58.536963 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614501'] for router_gateway, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:58.645980 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:58.648138 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:58.716078 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615360'] for router, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:58.716682 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1527fca-430f-425c-8703-4a0dff2c4df0 {{(pid=107859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:55:58.721643 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] Notify callbacks [] for router, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:58.722773 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-3e52a363-479a-4675-b6e0-4ce02d51d1fa admin admin] 10.222.0.58 "DELETE /v2.0/routers/b1527fca-430f-425c-8703-4a0dff2c4df0 HTTP/1.1" status: 204 len: 168 time: 0.8497005 Jan 28 01:55:58.725187 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47140) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:58.772322 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f642697-d0c8-4b4f-88ef-59359c2f33fd admin admin] Deleting subnet 5e45da0d-8ce5-4dd6-9ebf-a92f00adf184 {{(pid=107859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:55:58.775543 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0f642697-d0c8-4b4f-88ef-59359c2f33fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:58.825310 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0f642697-d0c8-4b4f-88ef-59359c2f33fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583537'] for subnet, precommit_delete_associations {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:58.942851 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0f642697-d0c8-4b4f-88ef-59359c2f33fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7750459'] for subnet, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:58.995906 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0f642697-d0c8-4b4f-88ef-59359c2f33fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7750450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8420558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8742912'] for subnet, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.022455 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f642697-d0c8-4b4f-88ef-59359c2f33fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e45da0d-8ce5-4dd6-9ebf-a92f00adf184,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:59.029023 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-0f642697-d0c8-4b4f-88ef-59359c2f33fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.034412 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-0f642697-d0c8-4b4f-88ef-59359c2f33fd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5e45da0d-8ce5-4dd6-9ebf-a92f00adf184 HTTP/1.1" status: 204 len: 168 time: 0.3061440 Jan 28 01:55:59.034674 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47144) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:59.038969 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b0b216-7486-4f13-bb3a-a1315bc0a2e9 None None] Network 81043963-f01a-4238-ae3c-e4422abf49e4 requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:55:59.103608 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7845676'] for network, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.158816 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] Deleting port 53361ee9-ae0d-4269-8c63-76d20ab9841e {{(pid=107859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:55:59.159262 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.228329 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b3a208-2d7c-4763-9ab6-8f96c661ed87 None None] DHCP port deletion for 81043963-f01a-4238-ae3c-e4422abf49e4 request from dv-cinder-824978-1-smb {{(pid=107860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 01:55:59.241388 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] For port 53361ee9-ae0d-4269-8c63-76d20ab9841e, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=53361ee9-ae0d-4269-8c63-76d20ab9841e,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:59.241820 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.260590 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] Calling delete_port for 53361ee9-ae0d-4269-8c63-76d20ab9841e owned by network:dhcp {{(pid=107859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:55:59.293819 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-38b3a208-2d7c-4763-9ab6-8f96c661ed87 None None] Deleting port 53361ee9-ae0d-4269-8c63-76d20ab9841e {{(pid=107860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:55:59.294201 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-38b3a208-2d7c-4763-9ab6-8f96c661ed87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.369499 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.371479 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-38b3a208-2d7c-4763-9ab6-8f96c661ed87 None None] For port 53361ee9-ae0d-4269-8c63-76d20ab9841e, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=53361ee9-ae0d-4269-8c63-76d20ab9841e,segment=NetworkSegment(38b31074-d6b2-4758-8153-7095612d9343),segment_id=38b31074-d6b2-4758-8153-7095612d9343)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:59.371900 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-38b3a208-2d7c-4763-9ab6-8f96c661ed87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.391337 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-38b3a208-2d7c-4763-9ab6-8f96c661ed87 None None] Calling delete_port for 53361ee9-ae0d-4269-8c63-76d20ab9841e owned by network:dhcp {{(pid=107860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:55:59.405158 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=53361ee9-ae0d-4269-8c63-76d20ab9841e,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:59.410001 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] No DVR routers for this DVR port 53361ee9-ae0d-4269-8c63-76d20ab9841e on host dv-cinder-824978-1-smb {{(pid=107859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:55:59.482996 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751577', 'neutron.services.segments.db._delete_segments_for_network-8788471369665'] for network, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.505303 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.services.segments.db [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81043963-f01a-4238-ae3c-e4422abf49e4']}} {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:55:59.509487 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-38b3a208-2d7c-4763-9ab6-8f96c661ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992'] for port, after_delete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.515839 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.services.segments.db [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b31074-d6b2-4758-8153-7095612d9343') {'for_net_delete': True} {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:55:59.516146 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.services.segments.db [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b31074-d6b2-4758-8153-7095612d9343') {} {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:55:59.523358 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b3a208-2d7c-4763-9ab6-8f96c661ed87 None None] No DVR routers for this DVR port 53361ee9-ae0d-4269-8c63-76d20ab9841e on host dv-cinder-824978-1-smb {{(pid=107860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:55:59.527257 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788471403201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583496'] for segment, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.550722 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.552523 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3a208-2d7c-4763-9ab6-8f96c661ed87 None None] Pushing event deleted for resources: {'Port': ['ID=53361ee9-ae0d-4269-8c63-76d20ab9841e,revision_number=None']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:59.557729 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=107859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:55:59.558518 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8420468'] for segment, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: Traceback (most recent call last): Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: timer() Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: cb(*args, **kw) Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: return func(*args, **kwargs) Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: self._notify() Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: self.callback(batched_events) Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: event.method(event) Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: return f(self, *a, **k) Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: return self._get(url).json() Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: return self.request(url, 'GET', **kwargs) Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:55:59.560446 dv-cinder-824978-1-smb neutron-server[107859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:55:59.617316 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614529'] for network, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.623068 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.626267 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] 10.222.0.58 "DELETE /v2.0/networks/81043963-f01a-4238-ae3c-e4422abf49e4 HTTP/1.1" status: 204 len: 168 time: 0.5907068 Jan 28 01:55:59.647508 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c3dd9-590b-4105-b037-dd5f86c12a4a admin admin] Pushing event deleted for resources: {'Network': ['ID=81043963-f01a-4238-ae3c-e4422abf49e4,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:59.746366 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47156) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:59.785872 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-37b2b663-1e64-4acf-87cb-e9c348a8ebb0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d01227c1e2c345be95db5c7d427534e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379500 Jan 28 01:55:59.788368 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47158) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:55:59.847840 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-5039ff4a-cca7-458d-80d9-5d74aeb07334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.872694 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-5039ff4a-cca7-458d-80d9-5d74aeb07334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.920523 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-5039ff4a-cca7-458d-80d9-5d74aeb07334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.923685 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-5039ff4a-cca7-458d-80d9-5d74aeb07334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:55:59.925205 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-5039ff4a-cca7-458d-80d9-5d74aeb07334 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f2edb28-797e-46a2-899b-3c2876a2d478 HTTP/1.1" status: 204 len: 168 time: 0.1359856 Jan 28 01:55:59.933780 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039ff4a-cca7-458d-80d9-5d74aeb07334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2edb28-797e-46a2-899b-3c2876a2d478,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:00.368947 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 0a8ca1e6-9b64-4934-a236-af89d9f1e852 no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:00.390222 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: 0a8ca1e6-9b64-4934-a236-af89d9f1e852 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:00.390566 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 0a8ca1e6-9b64-4934-a236-af89d9f1e852 not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:00.390983 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:00.413145 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:00.413709 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 5f3225fc-41e8-49f3-aad8-1c606cc96eb2 not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:00.414209 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 53361ee9-ae0d-4269-8c63-76d20ab9841e no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:00.439798 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: 53361ee9-ae0d-4269-8c63-76d20ab9841e {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:00.440180 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 53361ee9-ae0d-4269-8c63-76d20ab9841e not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:00.640823 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0e22f-1362-4a39-92d5-06b57858574a req-76ce8cc3-2664-4309-bdc4-ca728162f1c6 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:00.642588 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f9e0e22f-1362-4a39-92d5-06b57858574a req-76ce8cc3-2664-4309-bdc4-ca728162f1c6 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 946 time: 0.0596759 Jan 28 01:56:00.692641 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f9e0e22f-1362-4a39-92d5-06b57858574a req-b2684846-5272-418d-b3c6-09e9ade01efe tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435917 Jan 28 01:56:01.819043 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0015278-927d-4d74-98f1-cb9888aac189 req-0258215e-51b2-475b-9857-5ccd8ed8fc7a tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:01.820540 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e0015278-927d-4d74-98f1-cb9888aac189 req-0258215e-51b2-475b-9857-5ccd8ed8fc7a tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 946 time: 0.0499804 Jan 28 01:56:01.859201 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e0015278-927d-4d74-98f1-cb9888aac189 req-059097a9-a4e2-47f8-9280-0b0566ba70eb tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Jan 28 01:56:02.973606 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343705c9-1c16-4825-a765-b5d4ebaa1af9 req-43dd18d5-673b-4db5-8ccc-2b1e295dd057 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:02.975055 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-343705c9-1c16-4825-a765-b5d4ebaa1af9 req-43dd18d5-673b-4db5-8ccc-2b1e295dd057 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 946 time: 0.0493727 Jan 28 01:56:03.014203 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-343705c9-1c16-4825-a765-b5d4ebaa1af9 req-4067c03b-72c6-4730-9ce8-faeef15340ea tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322747 Jan 28 01:56:03.780076 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47230) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:03.889943 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-5c005e43-ee5a-4c70-8ecc-fcadf805867c admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:03.963695 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-5c005e43-ee5a-4c70-8ecc-fcadf805867c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:03.970139 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-5c005e43-ee5a-4c70-8ecc-fcadf805867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:04.008815 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-5c005e43-ee5a-4c70-8ecc-fcadf805867c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b367c25052704d7c9149a891f7d2e481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276659 Jan 28 01:56:04.009688 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c005e43-ee5a-4c70-8ecc-fcadf805867c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c6c555-f1c0-431a-a719-d24e7216aa34,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:04.011515 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47234) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:04.064880 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1dfa4992-ad68-4a13-a638-5c6aba1ac9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:04.092747 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1dfa4992-ad68-4a13-a638-5c6aba1ac9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:04.138737 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc06d3-7104-4f6e-bf7d-cf65fdc1b1e6 req-446980b3-83e7-4fa8-8cbf-916445934327 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:04.140620 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-38fc06d3-7104-4f6e-bf7d-cf65fdc1b1e6 req-446980b3-83e7-4fa8-8cbf-916445934327 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 946 time: 0.0547700 Jan 28 01:56:04.143566 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1dfa4992-ad68-4a13-a638-5c6aba1ac9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:04.146098 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1dfa4992-ad68-4a13-a638-5c6aba1ac9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:04.147220 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-1dfa4992-ad68-4a13-a638-5c6aba1ac9c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80c6c555-f1c0-431a-a719-d24e7216aa34 HTTP/1.1" status: 204 len: 168 time: 0.1346695 Jan 28 01:56:04.155176 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa4992-ad68-4a13-a638-5c6aba1ac9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c6c555-f1c0-431a-a719-d24e7216aa34,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:04.186093 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-38fc06d3-7104-4f6e-bf7d-cf65fdc1b1e6 req-d1e97f35-2b59-4fe3-bf98-9841deaf2324 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395849 Jan 28 01:56:05.309584 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1b2ae-9cb0-4dd7-9a71-9dcceb8f3ed8 req-f1552791-ab71-4c41-bc64-95f8ef459336 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:05.311334 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3cf1b2ae-9cb0-4dd7-9a71-9dcceb8f3ed8 req-f1552791-ab71-4c41-bc64-95f8ef459336 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 946 time: 0.0508134 Jan 28 01:56:05.354363 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3cf1b2ae-9cb0-4dd7-9a71-9dcceb8f3ed8 req-3f4b67d3-c9e2-4876-b0ae-7822f9f9682f tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372200 Jan 28 01:56:06.470589 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b494ff1-aa41-402c-a36b-fbff24d9a263 req-89befe0c-64fd-486a-bbe0-447da78b8dbf tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:06.472269 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3b494ff1-aa41-402c-a36b-fbff24d9a263 req-89befe0c-64fd-486a-bbe0-447da78b8dbf tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 946 time: 0.0497193 Jan 28 01:56:06.510451 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3b494ff1-aa41-402c-a36b-fbff24d9a263 req-e899d685-3b7e-41b5-9338-ed32b69440ae tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Jan 28 01:56:06.669297 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb108b-c9ce-4d1f-a136-33ead7777b89 req-7ee4dba8-cea0-4e41-afcb-477207984246 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:06.670804 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-21bb108b-c9ce-4d1f-a136-33ead7777b89 req-7ee4dba8-cea0-4e41-afcb-477207984246 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.41 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 946 time: 0.0536933 Jan 28 01:56:06.779371 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-21bb108b-c9ce-4d1f-a136-33ead7777b89 req-e4357576-b98a-4f23-bab0-f4132c770883 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Deleting port 8d1a1bd9-5bb1-404b-9384-00604cac4933 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:06.779817 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-21bb108b-c9ce-4d1f-a136-33ead7777b89 req-e4357576-b98a-4f23-bab0-f4132c770883 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:06.878164 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-21bb108b-c9ce-4d1f-a136-33ead7777b89 req-e4357576-b98a-4f23-bab0-f4132c770883 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] For port 8d1a1bd9-5bb1-404b-9384-00604cac4933, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=8d1a1bd9-5bb1-404b-9384-00604cac4933,segment=NetworkSegment(4d73e8de-a776-4f19-8fc9-8174b6bd9afa),segment_id=4d73e8de-a776-4f19-8fc9-8174b6bd9afa)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:06.878529 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-21bb108b-c9ce-4d1f-a136-33ead7777b89 req-e4357576-b98a-4f23-bab0-f4132c770883 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:06.893558 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-21bb108b-c9ce-4d1f-a136-33ead7777b89 req-e4357576-b98a-4f23-bab0-f4132c770883 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Calling delete_port for 8d1a1bd9-5bb1-404b-9384-00604cac4933 owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:07.027029 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-21bb108b-c9ce-4d1f-a136-33ead7777b89 req-e4357576-b98a-4f23-bab0-f4132c770883 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:07.059387 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4357576-b98a-4f23-bab0-f4132c770883 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Pushing event deleted for resources: {'Port': ['ID=8d1a1bd9-5bb1-404b-9384-00604cac4933,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:07.062775 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['8d1a1bd9-5bb1-404b-9384-00604cac4933'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:56:07.101189 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bb108b-c9ce-4d1f-a136-33ead7777b89 req-e4357576-b98a-4f23-bab0-f4132c770883 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] No DVR routers for this DVR port 8d1a1bd9-5bb1-404b-9384-00604cac4933 on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:56:07.104402 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-21bb108b-c9ce-4d1f-a136-33ead7777b89 req-e4357576-b98a-4f23-bab0-f4132c770883 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:07.108334 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-21bb108b-c9ce-4d1f-a136-33ead7777b89 req-e4357576-b98a-4f23-bab0-f4132c770883 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.41 "DELETE /v2.0/ports/8d1a1bd9-5bb1-404b-9384-00604cac4933 HTTP/1.1" status: 204 len: 173 time: 0.4308891 Jan 28 01:56:07.108799 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667f24ff-e45f-46d9-a202-7759348a076b', 'name': 'network-vif-deleted', 'tag': '8d1a1bd9-5bb1-404b-9384-00604cac4933'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:56:07.111045 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a18f07-0722-4efd-a3f7-d24930076965" -d '{"events": [{"server_uuid": "667f24ff-e45f-46d9-a202-7759348a076b", "name": "network-vif-deleted", "tag": "8d1a1bd9-5bb1-404b-9384-00604cac4933"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:07.148702 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585d7f3e-6fc3-4fef-9863-0c605fc49a41 x-openstack-request-id: req-585d7f3e-6fc3-4fef-9863-0c605fc49a41 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:07.148996 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667f24ff-e45f-46d9-a202-7759348a076b", "name": "network-vif-deleted", "tag": "8d1a1bd9-5bb1-404b-9384-00604cac4933", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:07.149239 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-585d7f3e-6fc3-4fef-9863-0c605fc49a41 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:07.157056 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667f24ff-e45f-46d9-a202-7759348a076b', 'name': 'network-vif-deleted', 'tag': '8d1a1bd9-5bb1-404b-9384-00604cac4933', 'status': 'completed', 'code': 200} Jan 28 01:56:07.619224 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b5133514-67c9-4ccb-9415-ffee2fbcdea0 req-8bb31342-768a-4d69-8dff-50795caba277 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f24ff-e45f-46d9-a202-7759348a076b HTTP/1.1" status: 200 len: 210 time: 0.0276902 Jan 28 01:56:09.686941 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 8d1a1bd9-5bb1-404b-9384-00604cac4933 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:09.707636 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: 8d1a1bd9-5bb1-404b-9384-00604cac4933 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:09.708069 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 8d1a1bd9-5bb1-404b-9384-00604cac4933 not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:12.546066 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-560d5925-e1fa-4de2-ad0e-d15e9488ca2b tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:12.547451 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-560d5925-e1fa-4de2-ad0e-d15e9488ca2b tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/networks?id=339e497b-8b34-4f7c-bf9b-59d369f7d39a HTTP/1.1" status: 200 len: 814 time: 0.1163762 Jan 28 01:56:12.563056 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-9331977e-3898-4909-bf8b-217e2993c8ec tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/quotas/704499a5911e411bab98ead4fb375e31 HTTP/1.1" status: 200 len: 375 time: 0.0098803 Jan 28 01:56:12.812790 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-cde350af-f4cc-4325-926e-574bbf219e2b tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=704499a5911e411bab98ead4fb375e31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2423196 Jan 28 01:56:12.901342 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-8be5d193-5470-41e7-85e6-c339ba0babcd service neutron] 10.222.0.58 "GET /v2.0/networks/339e497b-8b34-4f7c-bf9b-59d369f7d39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815570 Jan 28 01:56:12.993829 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-2e179b21-bb13-43fb-9202-634b4ac42ee6 service neutron] 10.222.0.58 "GET /v2.0/networks/339e497b-8b34-4f7c-bf9b-59d369f7d39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856788 Jan 28 01:56:13.154683 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0b9f92f0-8216-4315-a713-ab233a27f163 req-90208e95-fe0c-476b-a25f-59783afb079c tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 210 time: 0.0275402 Jan 28 01:56:14.230532 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-0d1e3feb-1c1b-4e4b-9ea8-77b4dcc025aa tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:14.232260 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-0d1e3feb-1c1b-4e4b-9ea8-77b4dcc025aa tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.41 "GET /v2.0/networks?id=339e497b-8b34-4f7c-bf9b-59d369f7d39a HTTP/1.1" status: 200 len: 814 time: 0.1200395 Jan 28 01:56:14.255023 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-57ba1c45-1d9f-4c1c-b9a3-5c256997aae7 req-9bed8b31-49eb-421d-b76a-a90e78384438 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 210 time: 0.0269597 Jan 28 01:56:14.267642 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-390c9e29-b118-4c4a-b769-f105668344d0 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Request body: {'port': {'device_id': '423c05c7-59a0-4e2d-b253-046761b93725', 'network_id': '339e497b-8b34-4f7c-bf9b-59d369f7d39a', 'admin_state_up': True, 'tenant_id': '704499a5911e411bab98ead4fb375e31'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:14.404769 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-390c9e29-b118-4c4a-b769-f105668344d0 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Made reservation on behalf of 704499a5911e411bab98ead4fb375e31 for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:56:14.408631 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-390c9e29-b118-4c4a-b769-f105668344d0 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:14.537160 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-390c9e29-b118-4c4a-b769-f105668344d0 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Allocated IP 172.20.0.10 (339e497b-8b34-4f7c-bf9b-59d369f7d39a/b8a9404c-ebb2-4eb0-8e96-43dfa10d7c98/495f4430-f4d0-480e-9ea0-21b5e13411be) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:56:14.696350 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-390c9e29-b118-4c4a-b769-f105668344d0 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:14.732585 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-390c9e29-b118-4c4a-b769-f105668344d0 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:14.788916 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-390c9e29-b118-4c4a-b769-f105668344d0 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Network 339e497b-8b34-4f7c-bf9b-59d369f7d39a is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:56:14.791854 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-390c9e29-b118-4c4a-b769-f105668344d0 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:56:14.795827 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-390c9e29-b118-4c4a-b769-f105668344d0 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:56:14.801964 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c9e29-b118-4c4a-b769-f105668344d0 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Pushing event updated for resources: {'Port': ['ID=495f4430-f4d0-480e-9ea0-21b5e13411be,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:14.847526 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-390c9e29-b118-4c4a-b769-f105668344d0 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:14.848135 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-390c9e29-b118-4c4a-b769-f105668344d0 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:14.875353 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-390c9e29-b118-4c4a-b769-f105668344d0 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6127019 Jan 28 01:56:14.893966 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Request body: {'port': {'device_id': '423c05c7-59a0-4e2d-b253-046761b93725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:14.951712 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:15.262914 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495f4430-f4d0-480e-9ea0-21b5e13411be {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:56:15.271667 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:15.291402 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Transition to ACTIVE for port object 495f4430-f4d0-480e-9ea0-21b5e13411be will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:56:15.296571 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:15.355591 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Pushing event updated for resources: {'Port': ['ID=495f4430-f4d0-480e-9ea0-21b5e13411be,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:15.380368 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85903bbc-406f-483a-aa6d-03300e9e327f req-3c382317-f160-466b-836f-3f9cddf3e527 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:15.381925 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-85903bbc-406f-483a-aa6d-03300e9e327f req-3c382317-f160-466b-836f-3f9cddf3e527 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 944 time: 0.0524132 Jan 28 01:56:15.424077 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-85903bbc-406f-483a-aa6d-03300e9e327f req-ff9169b0-c784-4a6e-a6e7-d6968cc9cb04 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354459 Jan 28 01:56:15.424339 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Attempting to bind port 495f4430-f4d0-480e-9ea0-21b5e13411be on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:56:15.424438 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Attempting to bind port 495f4430-f4d0-480e-9ea0-21b5e13411be by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '4d73e8de-a776-4f19-8fc9-8174b6bd9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '339e497b-8b34-4f7c-bf9b-59d369f7d39a'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:56:15.424763 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Attempting to bind port 495f4430-f4d0-480e-9ea0-21b5e13411be on network 339e497b-8b34-4f7c-bf9b-59d369f7d39a {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:56:15.429333 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Port 495f4430-f4d0-480e-9ea0-21b5e13411be on network 339e497b-8b34-4f7c-bf9b-59d369f7d39a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:56:15.429684 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Attempting to bind port 495f4430-f4d0-480e-9ea0-21b5e13411be on network 339e497b-8b34-4f7c-bf9b-59d369f7d39a {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:56:15.444047 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:56:15.444047 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Checking segment: {'id': '4d73e8de-a776-4f19-8fc9-8174b6bd9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '339e497b-8b34-4f7c-bf9b-59d369f7d39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:56:15.444047 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Bound using segment: {'id': '4d73e8de-a776-4f19-8fc9-8174b6bd9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '339e497b-8b34-4f7c-bf9b-59d369f7d39a'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:56:15.444047 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Bound port: 495f4430-f4d0-480e-9ea0-21b5e13411be, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d73e8de-a776-4f19-8fc9-8174b6bd9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '339e497b-8b34-4f7c-bf9b-59d369f7d39a'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:56:15.444047 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:15.507454 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] For port 495f4430-f4d0-480e-9ea0-21b5e13411be, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:56:15.510377 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] For port 495f4430-f4d0-480e-9ea0-21b5e13411be, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=495f4430-f4d0-480e-9ea0-21b5e13411be,segment=NetworkSegment(4d73e8de-a776-4f19-8fc9-8174b6bd9afa),segment_id=4d73e8de-a776-4f19-8fc9-8174b6bd9afa)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:56:15.515686 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:15.554836 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:15.555475 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:15.556856 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] 10.222.0.41 "PUT /v2.0/ports/495f4430-f4d0-480e-9ea0-21b5e13411be HTTP/1.1" status: 200 len: 1094 time: 0.6672745 Jan 28 01:56:15.557304 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423c05c7-59a0-4e2d-b253-046761b93725', 'tag': '495f4430-f4d0-480e-9ea0-21b5e13411be'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:56:15.560013 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fead061d-db62-4ddb-8d75-e4e97f02b42b" -d '{"events": [{"name": "network-changed", "server_uuid": "423c05c7-59a0-4e2d-b253-046761b93725", "tag": "495f4430-f4d0-480e-9ea0-21b5e13411be"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:15.579628 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c3571-9ab5-4bbf-99ff-50568cc327bc service neutron] Pushing event updated for resources: {'Port': ['ID=495f4430-f4d0-480e-9ea0-21b5e13411be,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:15.613000 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff98857-f0a1-48e4-84bc-eda89663ebd8 x-openstack-request-id: req-9ff98857-f0a1-48e4-84bc-eda89663ebd8 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:15.613331 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423c05c7-59a0-4e2d-b253-046761b93725", "tag": "495f4430-f4d0-480e-9ea0-21b5e13411be", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:15.613583 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ff98857-f0a1-48e4-84bc-eda89663ebd8 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:15.613973 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423c05c7-59a0-4e2d-b253-046761b93725', 'tag': '495f4430-f4d0-480e-9ea0-21b5e13411be', 'status': 'completed', 'code': 200} Jan 28 01:56:15.682580 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-a1ba1030-4ae4-4679-a316-6194bd60b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:15.684136 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-a1ba1030-4ae4-4679-a316-6194bd60b41f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=704499a5911e411bab98ead4fb375e31&device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 1097 time: 0.0472250 Jan 28 01:56:15.735026 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-845db0fb-b006-4d3e-ae14-9240fe05ac4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=495f4430-f4d0-480e-9ea0-21b5e13411be HTTP/1.1" status: 200 len: 217 time: 0.0340626 Jan 28 01:56:15.788408 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-8e9be0d4-7034-44ac-aab1-717c6ae14a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:15.789999 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-8e9be0d4-7034-44ac-aab1-717c6ae14a50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8a9404c-ebb2-4eb0-8e96-43dfa10d7c98 HTTP/1.1" status: 200 len: 854 time: 0.0479751 Jan 28 01:56:15.822790 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-3082a9d4-e77f-46ac-9e00-998311d48e1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=339e497b-8b34-4f7c-bf9b-59d369f7d39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256782 Jan 28 01:56:15.911018 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-fb60d473-9c60-4ced-883a-953e328452d4 service neutron] 10.222.0.41 "GET /v2.0/networks/339e497b-8b34-4f7c-bf9b-59d369f7d39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816128 Jan 28 01:56:16.007749 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6c8629d-3d30-42c9-acd6-3803cde5ad88 req-5c3ff915-8c25-4488-bee6-bac1b537743c service neutron] 10.222.0.41 "GET /v2.0/networks/339e497b-8b34-4f7c-bf9b-59d369f7d39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889297 Jan 28 01:56:16.155815 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead061d-db62-4ddb-8d75-e4e97f02b42b req-40805847-3f1f-4afa-b9b3-106766160fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:16.157324 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fead061d-db62-4ddb-8d75-e4e97f02b42b req-40805847-3f1f-4afa-b9b3-106766160fdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=704499a5911e411bab98ead4fb375e31&device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 1097 time: 0.0522053 Jan 28 01:56:16.253416 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead061d-db62-4ddb-8d75-e4e97f02b42b req-b3318689-1310-4dba-8c7f-b7a6ea314e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:16.254777 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fead061d-db62-4ddb-8d75-e4e97f02b42b req-b3318689-1310-4dba-8c7f-b7a6ea314e1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=339e497b-8b34-4f7c-bf9b-59d369f7d39a HTTP/1.1" status: 200 len: 916 time: 0.0893421 Jan 28 01:56:16.302527 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fead061d-db62-4ddb-8d75-e4e97f02b42b req-db1ecd9b-345d-4ccb-a75b-db0269a1d259 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=495f4430-f4d0-480e-9ea0-21b5e13411be HTTP/1.1" status: 200 len: 217 time: 0.0371225 Jan 28 01:56:16.357040 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead061d-db62-4ddb-8d75-e4e97f02b42b req-90f06c40-9bc9-4c22-9819-7cb2b9a414ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:16.358490 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fead061d-db62-4ddb-8d75-e4e97f02b42b req-90f06c40-9bc9-4c22-9819-7cb2b9a414ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8a9404c-ebb2-4eb0-8e96-43dfa10d7c98 HTTP/1.1" status: 200 len: 854 time: 0.0459630 Jan 28 01:56:16.394044 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fead061d-db62-4ddb-8d75-e4e97f02b42b req-6fa94e7e-8597-4f8f-85d9-66d7ac441a03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=339e497b-8b34-4f7c-bf9b-59d369f7d39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261941 Jan 28 01:56:16.510135 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fead061d-db62-4ddb-8d75-e4e97f02b42b req-2cfe7f9f-1827-418d-8efa-1053650835af service neutron] 10.222.0.41 "GET /v2.0/networks/339e497b-8b34-4f7c-bf9b-59d369f7d39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086757 Jan 28 01:56:16.548558 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9334a7-6538-4abf-93ae-91a21faa4372 req-89f3476e-9208-4953-910a-5128c1873f97 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:16.550062 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9d9334a7-6538-4abf-93ae-91a21faa4372 req-89f3476e-9208-4953-910a-5128c1873f97 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 944 time: 0.0503054 Jan 28 01:56:16.598147 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9d9334a7-6538-4abf-93ae-91a21faa4372 req-5c0a9fce-755e-45e3-998b-ec82d8c76405 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Jan 28 01:56:16.605003 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fead061d-db62-4ddb-8d75-e4e97f02b42b req-a3266278-0284-4f72-83d6-c92e3f6ea64f service neutron] 10.222.0.41 "GET /v2.0/networks/339e497b-8b34-4f7c-bf9b-59d369f7d39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856140 Jan 28 01:56:17.743098 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9944417-d056-429b-881a-ff023bcc3734 req-48307bfb-1a98-4f79-af5a-84c1722178b1 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:17.744876 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c9944417-d056-429b-881a-ff023bcc3734 req-48307bfb-1a98-4f79-af5a-84c1722178b1 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 944 time: 0.0557017 Jan 28 01:56:17.751588 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 495f4430-f4d0-480e-9ea0-21b5e13411be details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:56:17.795629 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c9944417-d056-429b-881a-ff023bcc3734 req-d65ea760-8eac-4ee3-86f2-5d8e5cc6f621 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421164 Jan 28 01:56:17.865593 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 495f4430-f4d0-480e-9ea0-21b5e13411be, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=495f4430-f4d0-480e-9ea0-21b5e13411be,segment=NetworkSegment(4d73e8de-a776-4f19-8fc9-8174b6bd9afa),segment_id=4d73e8de-a776-4f19-8fc9-8174b6bd9afa)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:17.878247 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '495f4430-f4d0-480e-9ea0-21b5e13411be', 'network_id': '339e497b-8b34-4f7c-bf9b-59d369f7d39a', 'port_id': '495f4430-f4d0-480e-9ea0-21b5e13411be', 'mac_address': 'fa:16:3e:86:25:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a9404c-ebb2-4eb0-8e96-43dfa10d7c98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:56:17.924110 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:17.937558 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495f4430-f4d0-480e-9ea0-21b5e13411be {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:56:17.959177 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 495f4430-f4d0-480e-9ea0-21b5e13411be, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=495f4430-f4d0-480e-9ea0-21b5e13411be,segment=NetworkSegment(4d73e8de-a776-4f19-8fc9-8174b6bd9afa),segment_id=4d73e8de-a776-4f19-8fc9-8174b6bd9afa)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:17.963451 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:18.025138 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=495f4430-f4d0-480e-9ea0-21b5e13411be,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:18.323566 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['495f4430-f4d0-480e-9ea0-21b5e13411be'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:56:18.920324 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17e65d-a9f9-4415-9252-ddcb3a7f9807 req-da40a335-5725-483a-a3f8-1fde7851c632 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:18.922082 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2d17e65d-a9f9-4415-9252-ddcb3a7f9807 req-da40a335-5725-483a-a3f8-1fde7851c632 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 945 time: 0.0547249 Jan 28 01:56:18.972751 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2d17e65d-a9f9-4415-9252-ddcb3a7f9807 req-5c1417b9-166b-4490-8501-c9cfe114d6a3 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350690 Jan 28 01:56:19.052191 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:19.765522 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 495f4430-f4d0-480e-9ea0-21b5e13411be up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:56:19.813543 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port 495f4430-f4d0-480e-9ea0-21b5e13411be completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:56:19.818032 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 495f4430-f4d0-480e-9ea0-21b5e13411be triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:56:19.818395 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:19.903886 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:19.928519 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423c05c7-59a0-4e2d-b253-046761b93725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495f4430-f4d0-480e-9ea0-21b5e13411be'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:56:19.928962 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fcabd946-c5b5-4a53-ab67-0c51c19c5d2f req-60c6b5ed-2863-49d5-8c87-3e179ea17981 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514338 Jan 28 01:56:19.930669 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685b4208-c45f-426d-ae0f-197b945fa091" -d '{"events": [{"server_uuid": "423c05c7-59a0-4e2d-b253-046761b93725", "name": "network-vif-plugged", "status": "completed", "tag": "495f4430-f4d0-480e-9ea0-21b5e13411be"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:19.944286 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 495f4430-f4d0-480e-9ea0-21b5e13411be, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=495f4430-f4d0-480e-9ea0-21b5e13411be,segment=NetworkSegment(4d73e8de-a776-4f19-8fc9-8174b6bd9afa),segment_id=4d73e8de-a776-4f19-8fc9-8174b6bd9afa)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:19.948569 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:19.977747 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55203b4a-54cf-4779-a213-e800ae8409aa x-openstack-request-id: req-55203b4a-54cf-4779-a213-e800ae8409aa {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:19.978081 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423c05c7-59a0-4e2d-b253-046761b93725", "name": "network-vif-plugged", "status": "completed", "tag": "495f4430-f4d0-480e-9ea0-21b5e13411be", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:19.978316 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55203b4a-54cf-4779-a213-e800ae8409aa {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:19.978698 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423c05c7-59a0-4e2d-b253-046761b93725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495f4430-f4d0-480e-9ea0-21b5e13411be', 'code': 200} Jan 28 01:56:20.005935 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=495f4430-f4d0-480e-9ea0-21b5e13411be,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:20.011561 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabd946-c5b5-4a53-ab67-0c51c19c5d2f req-be3cb3c4-b690-4f17-b2bc-717833bf5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:20.013310 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fcabd946-c5b5-4a53-ab67-0c51c19c5d2f req-be3cb3c4-b690-4f17-b2bc-717833bf5904 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c429dadc11994a4186276b0066a5c162&device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 1100 time: 0.0484283 Jan 28 01:56:20.109922 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacd39c-bcfd-4143-8edf-29d301e614df req-59fa66ba-cc6a-4f8d-83cc-7e8d68c3f7d9 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:20.111575 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3eacd39c-bcfd-4143-8edf-29d301e614df req-59fa66ba-cc6a-4f8d-83cc-7e8d68c3f7d9 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 946 time: 0.0575624 Jan 28 01:56:20.152218 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3eacd39c-bcfd-4143-8edf-29d301e614df req-e1495e05-d881-478b-8f04-1d1840fa5722 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344677 Jan 28 01:56:20.154858 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabd946-c5b5-4a53-ab67-0c51c19c5d2f req-860e60a3-12c7-48f6-9be2-196f7718a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:20.156350 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fcabd946-c5b5-4a53-ab67-0c51c19c5d2f req-860e60a3-12c7-48f6-9be2-196f7718a581 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be HTTP/1.1" status: 200 len: 918 time: 0.0989807 Jan 28 01:56:20.257853 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7473d-155e-47c2-9e92-fe07ec30e4a3 req-36596384-cba7-49a2-bf04-90a3f0d13511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:20.259524 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d3d7473d-155e-47c2-9e92-fe07ec30e4a3 req-36596384-cba7-49a2-bf04-90a3f0d13511 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 1099 time: 0.1017504 Jan 28 01:56:20.261104 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fcabd946-c5b5-4a53-ab67-0c51c19c5d2f req-ccb5d702-657d-416e-9e56-68cf5c4f0b1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9 HTTP/1.1" status: 200 len: 1002 time: 0.0956602 Jan 28 01:56:20.339407 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d3d7473d-155e-47c2-9e92-fe07ec30e4a3 req-486fe4b9-bca6-44f2-956d-74cb9093cef1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651765 Jan 28 01:56:20.345576 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabd946-c5b5-4a53-ab67-0c51c19c5d2f req-e3cbc532-2659-4a74-8e40-858bfa0a8df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:20.346988 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fcabd946-c5b5-4a53-ab67-0c51c19c5d2f req-e3cbc532-2659-4a74-8e40-858bfa0a8df9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b2b47d88-4276-41ac-88c0-29b5a88b4328 HTTP/1.1" status: 200 len: 855 time: 0.0663400 Jan 28 01:56:20.676640 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf357-bf24-4d10-bdaa-fc50d5b2e336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:20.711020 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47528) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:20.722777 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabd946-c5b5-4a53-ab67-0c51c19c5d2f req-efa42ff5-c2db-4e3b-82b3-8ea17e586126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:20.724314 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fcabd946-c5b5-4a53-ab67-0c51c19c5d2f req-efa42ff5-c2db-4e3b-82b3-8ea17e586126 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8752f4f-97b1-46ef-a6e7-e53edf6b01be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0523918 Jan 28 01:56:20.818712 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a426ebf1-a105-44ca-85af-d0f15fdaa6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:20.854432 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fcabd946-c5b5-4a53-ab67-0c51c19c5d2f req-223feb64-5928-4753-be50-05d58dea454f service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855899 Jan 28 01:56:20.896376 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a426ebf1-a105-44ca-85af-d0f15fdaa6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:20.900519 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-a426ebf1-a105-44ca-85af-d0f15fdaa6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:20.948736 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-a426ebf1-a105-44ca-85af-d0f15fdaa6ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c8a8182aa46b426cb7e81cb997580338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361836 Jan 28 01:56:20.950315 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426ebf1-a105-44ca-85af-d0f15fdaa6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44ca221-b1a0-4664-9214-a589cd600a27,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:20.953001 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47532) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:20.960521 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-fcabd946-c5b5-4a53-ab67-0c51c19c5d2f req-961c161d-f073-40b0-a643-13030f7c1d93 service neutron] 10.222.0.41 "GET /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910168 Jan 28 01:56:21.005164 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-04ffc631-d677-4561-a4e0-c4548404cd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:21.037835 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-04ffc631-d677-4561-a4e0-c4548404cd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:21.084650 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-04ffc631-d677-4561-a4e0-c4548404cd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:21.087412 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-04ffc631-d677-4561-a4e0-c4548404cd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:21.088555 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-04ffc631-d677-4561-a4e0-c4548404cd71 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b44ca221-b1a0-4664-9214-a589cd600a27 HTTP/1.1" status: 204 len: 168 time: 0.1346555 Jan 28 01:56:21.096996 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffc631-d677-4561-a4e0-c4548404cd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44ca221-b1a0-4664-9214-a589cd600a27,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:21.282886 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948e79-1a78-441e-8ca8-aec757bdb522 req-2be3cd50-1b1b-4f3c-9625-8e836dc7f108 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:21.284405 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-85948e79-1a78-441e-8ca8-aec757bdb522 req-2be3cd50-1b1b-4f3c-9625-8e836dc7f108 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 946 time: 0.0505037 Jan 28 01:56:21.323273 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-85948e79-1a78-441e-8ca8-aec757bdb522 req-bb1cdf52-684f-4e5e-b5c8-bd221c94315b tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325553 Jan 28 01:56:21.376523 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47540) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:21.390640 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-df42826d-5c38-4933-a6a4-217edab121fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:21.473231 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-df42826d-5c38-4933-a6a4-217edab121fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:21.477465 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-df42826d-5c38-4933-a6a4-217edab121fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:21.514674 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42826d-5c38-4933-a6a4-217edab121fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117f528f-ea43-4c83-9f81-02bda593beee,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:21.518756 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-df42826d-5c38-4933-a6a4-217edab121fc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c5da339aa5940f6af7f5b2a6cffe429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412351 Jan 28 01:56:21.521465 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47542) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:21.573578 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4e9dcb8b-78f9-4637-ae04-f01a5cbac86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:21.598409 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4e9dcb8b-78f9-4637-ae04-f01a5cbac86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:21.645151 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4e9dcb8b-78f9-4637-ae04-f01a5cbac86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:21.647714 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4e9dcb8b-78f9-4637-ae04-f01a5cbac86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:21.648881 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-4e9dcb8b-78f9-4637-ae04-f01a5cbac86c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/117f528f-ea43-4c83-9f81-02bda593beee HTTP/1.1" status: 204 len: 168 time: 0.1265390 Jan 28 01:56:21.657689 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dcb8b-78f9-4637-ae04-f01a5cbac86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117f528f-ea43-4c83-9f81-02bda593beee,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:22.444826 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fec93-11a8-478b-a66b-a10352030cf0 req-1c2edf19-248b-497d-a1d5-d4e10de9cee5 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:22.446376 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6e6fec93-11a8-478b-a66b-a10352030cf0 req-1c2edf19-248b-497d-a1d5-d4e10de9cee5 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 946 time: 0.0510306 Jan 28 01:56:22.488085 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6e6fec93-11a8-478b-a66b-a10352030cf0 req-8ed60eb7-3944-480d-9997-79ff9786eecb tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351973 Jan 28 01:56:22.797485 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47582) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:22.913635 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e6b7513f-dbc1-4a04-85d5-6ce4df08b5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:22.998089 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e6b7513f-dbc1-4a04-85d5-6ce4df08b5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:23.002341 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e6b7513f-dbc1-4a04-85d5-6ce4df08b5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:23.024130 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47588) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:23.041099 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-e6b7513f-dbc1-4a04-85d5-6ce4df08b5a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34fde9c733074016ac1b10a2b0054f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423711 Jan 28 01:56:23.041984 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7513f-dbc1-4a04-85d5-6ce4df08b5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1940ea-89a6-4745-8147-8d38c87cd469,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:23.044547 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47590) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:23.101449 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-16d8f06a-ec54-4bcb-9e5c-7518a857ea09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:23.119945 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-ba79ff3a-7a94-4bcd-a283-984cdcaad59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:23.126648 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-16d8f06a-ec54-4bcb-9e5c-7518a857ea09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:23.176348 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-16d8f06a-ec54-4bcb-9e5c-7518a857ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:23.178863 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-16d8f06a-ec54-4bcb-9e5c-7518a857ea09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:23.182830 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-16d8f06a-ec54-4bcb-9e5c-7518a857ea09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e1940ea-89a6-4745-8147-8d38c87cd469 HTTP/1.1" status: 204 len: 168 time: 0.1372557 Jan 28 01:56:23.191729 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8f06a-ec54-4bcb-9e5c-7518a857ea09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1940ea-89a6-4745-8147-8d38c87cd469,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:23.231658 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-2ba72c5d-c3a6-488b-ab12-b028dc1388f5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Deleting port d45075c5-a72e-46d8-b309-73432de5a3a9 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:23.232156 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2ba72c5d-c3a6-488b-ab12-b028dc1388f5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:23.328044 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2ba72c5d-c3a6-488b-ab12-b028dc1388f5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:23.328374 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2ba72c5d-c3a6-488b-ab12-b028dc1388f5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:23.341201 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-2ba72c5d-c3a6-488b-ab12-b028dc1388f5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Calling delete_port for d45075c5-a72e-46d8-b309-73432de5a3a9 owned by network:floatingip {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:23.524565 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2ba72c5d-c3a6-488b-ab12-b028dc1388f5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:23.555114 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba72c5d-c3a6-488b-ab12-b028dc1388f5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Pushing event deleted for resources: {'Port': ['ID=d45075c5-a72e-46d8-b309-73432de5a3a9,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:23.620717 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2ba72c5d-c3a6-488b-ab12-b028dc1388f5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for floatingip, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:23.621123 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.l3_db [None req-2ba72c5d-c3a6-488b-ab12-b028dc1388f5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Floating IP 3939f670-37f5-43fd-9055-61bddc4d65cf disassociated (deleted). External IP: 172.28.1.3, port: d73c6a5c-6a74-4a42-982f-a63bc3e73fa7. Jan 28 01:56:24.107424 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba72c5d-c3a6-488b-ab12-b028dc1388f5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Router 6c7a5f90-1544-47ed-804c-7ae5155faa27 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:56:24.225642 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba72c5d-c3a6-488b-ab12-b028dc1388f5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:56:24.230435 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2ba72c5d-c3a6-488b-ab12-b028dc1388f5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:24.238498 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af3881f-c9a4-4561-ae27-c1a971ec4595 None None] Sync routers for ids ['6c7a5f90-1544-47ed-804c-7ae5155faa27'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:56:24.249025 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af3881f-c9a4-4561-ae27-c1a971ec4595 None None] Routers {'6c7a5f90-1544-47ed-804c-7ae5155faa27'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:24.249656 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-3af3881f-c9a4-4561-ae27-c1a971ec4595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['6c7a5f90-1544-47ed-804c-7ae5155faa27'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:24.267759 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-2ba72c5d-c3a6-488b-ab12-b028dc1388f5 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "DELETE /v2.0/floatingips/3939f670-37f5-43fd-9055-61bddc4d65cf HTTP/1.1" status: 204 len: 168 time: 1.2398126 Jan 28 01:56:24.267759 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'tag': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:56:24.268531 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba305a0-d2e1-4a27-be16-3bc36c689d96" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4", "tag": "d73c6a5c-6a74-4a42-982f-a63bc3e73fa7"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:24.335818 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab62592-9b86-42a7-a92f-0019ec2f67ee x-openstack-request-id: req-2ab62592-9b86-42a7-a92f-0019ec2f67ee {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:24.336111 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4", "tag": "d73c6a5c-6a74-4a42-982f-a63bc3e73fa7", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:24.336387 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ab62592-9b86-42a7-a92f-0019ec2f67ee {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:24.337442 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'tag': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7', 'status': 'completed', 'code': 200} Jan 28 01:56:24.339848 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47628) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:24.422481 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba305a0-d2e1-4a27-be16-3bc36c689d96 req-9c3db8a3-cf7e-4b7a-b800-883a48ab1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:24.425348 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5ba305a0-d2e1-4a27-be16-3bc36c689d96 req-9c3db8a3-cf7e-4b7a-b800-883a48ab1988 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4889e3a8e01439eb8b6b365c41248d3&device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0535166 Jan 28 01:56:24.484684 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-3af3881f-c9a4-4561-ae27-c1a971ec4595 None None] Set router 6c7a5f90-1544-47ed-804c-7ae5155faa27 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:24.516823 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0bc9-aaf8-407e-85e0-042b2d942318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:24.547708 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8ff3-058e-4b09-9557-37f370883eb9 req-e305c10d-6778-44da-86ff-13e5f3038642 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:24.549425 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cdbb8ff3-058e-4b09-9557-37f370883eb9 req-e305c10d-6778-44da-86ff-13e5f3038642 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0544906 Jan 28 01:56:24.608710 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba305a0-d2e1-4a27-be16-3bc36c689d96 req-8117249d-c051-45c7-ae82-fb040fd7b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:24.610987 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5ba305a0-d2e1-4a27-be16-3bc36c689d96 req-8117249d-c051-45c7-ae82-fb040fd7b237 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82002cad-8fe8-41b5-b52e-34fe374097aa HTTP/1.1" status: 200 len: 911 time: 0.1772647 Jan 28 01:56:24.620215 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-cdbb8ff3-058e-4b09-9557-37f370883eb9 req-978762f6-b6fd-4d08-b235-ccfef102a4ad tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618539 Jan 28 01:56:24.679279 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5ba305a0-d2e1-4a27-be16-3bc36c689d96 req-eeb930dd-f62e-49e0-87c3-79f70f8924a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 HTTP/1.1" status: 200 len: 217 time: 0.0534930 Jan 28 01:56:24.721717 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-3af3881f-c9a4-4561-ae27-c1a971ec4595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:20Z', 'updated_at': '2022-01-28T01:51:24Z', 'revision_number': 4, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'gw_port': {'id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'de05aea2-e701-4c7f-a1cc-393421027efd', 'name': '', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'mac_address': 'fa:16:3e:88:04:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:23Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 5, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'subnets': [{'id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:24.738829 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0bc9-aaf8-407e-85e0-042b2d942318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:24.747201 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0bc9-aaf8-407e-85e0-042b2d942318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:24.755454 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af3881f-c9a4-4561-ae27-c1a971ec4595 None None] Checking router: 6c7a5f90-1544-47ed-804c-7ae5155faa27 for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:56:24.771593 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af3881f-c9a4-4561-ae27-c1a971ec4595 None None] Routers {'6c7a5f90-1544-47ed-804c-7ae5155faa27'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:24.771593 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-3af3881f-c9a4-4561-ae27-c1a971ec4595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['6c7a5f90-1544-47ed-804c-7ae5155faa27'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:24.777455 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba305a0-d2e1-4a27-be16-3bc36c689d96 req-88bbd430-ebf6-4f2e-98cb-907715abea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:24.780588 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5ba305a0-d2e1-4a27-be16-3bc36c689d96 req-88bbd430-ebf6-4f2e-98cb-907715abea29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c9ed944-46e7-4486-9af0-2a39f2684e5c HTTP/1.1" status: 200 len: 848 time: 0.0928180 Jan 28 01:56:24.801364 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f0bc9-aaf8-407e-85e0-042b2d942318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50ef813-831f-43b5-82b1-6a8f44c39417,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:24.834292 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:56:24.866080 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-bd7f0bc9-aaf8-407e-85e0-042b2d942318 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d7a30e8e75443868d151fc1f4b2902d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250669 Jan 28 01:56:24.870685 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47642) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:24.886051 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba305a0-d2e1-4a27-be16-3bc36c689d96 req-8950eaf9-f3e0-463a-8810-c581a0f7d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:24.888389 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5ba305a0-d2e1-4a27-be16-3bc36c689d96 req-8950eaf9-f3e0-463a-8810-c581a0f7d0fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82002cad-8fe8-41b5-b52e-34fe374097aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771298 Jan 28 01:56:24.920755 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-3af3881f-c9a4-4561-ae27-c1a971ec4595 None None] Set router 6c7a5f90-1544-47ed-804c-7ae5155faa27 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:24.962584 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:24.976821 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c220f328-24bc-46fc-bf3a-f5004b4b4ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:25.038277 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5ba305a0-d2e1-4a27-be16-3bc36c689d96 req-6d0f183b-cf50-4845-9c38-d73a85664740 service neutron] 10.222.0.41 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331027 Jan 28 01:56:25.055141 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c220f328-24bc-46fc-bf3a-f5004b4b4ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:25.110826 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3b79d-1067-4b11-9c89-05d1506e9152 req-ed2c1f2d-3d08-43fd-8079-499cd27a0a11 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:25.112941 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e5f3b79d-1067-4b11-9c89-05d1506e9152 req-ed2c1f2d-3d08-43fd-8079-499cd27a0a11 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 947 time: 0.1052079 Jan 28 01:56:25.153805 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c220f328-24bc-46fc-bf3a-f5004b4b4ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:25.156525 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-c220f328-24bc-46fc-bf3a-f5004b4b4ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:25.157750 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-c220f328-24bc-46fc-bf3a-f5004b4b4ad1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e50ef813-831f-43b5-82b1-6a8f44c39417 HTTP/1.1" status: 204 len: 168 time: 0.2861857 Jan 28 01:56:25.169223 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e5f3b79d-1067-4b11-9c89-05d1506e9152 req-3d656fb7-3067-4497-8e86-0afb10ee958c tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481517 Jan 28 01:56:25.174307 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220f328-24bc-46fc-bf3a-f5004b4b4ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50ef813-831f-43b5-82b1-6a8f44c39417,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:25.180416 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-5ba305a0-d2e1-4a27-be16-3bc36c689d96 req-464f962f-f181-4340-bc48-e2d5fca9f2c9 service neutron] 10.222.0.41 "GET /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343560 Jan 28 01:56:25.204788 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-3af3881f-c9a4-4561-ae27-c1a971ec4595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:20Z', 'updated_at': '2022-01-28T01:51:24Z', 'revision_number': 4, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'gw_port': {'id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'de05aea2-e701-4c7f-a1cc-393421027efd', 'name': '', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'mac_address': 'fa:16:3e:88:04:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:23Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 5, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'subnets': [{'id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:25.236254 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af3881f-c9a4-4561-ae27-c1a971ec4595 None None] The sync data for ids ['6c7a5f90-1544-47ed-804c-7ae5155faa27'] in dv-cinder-824978-1-smb is: [{'id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:20Z', 'updated_at': '2022-01-28T01:51:24Z', 'revision_number': 4, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'gw_port': {'id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'de05aea2-e701-4c7f-a1cc-393421027efd', 'name': '', 'network_id': '82002cad-8fe8-41b5-b52e-34fe374097aa', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'mac_address': 'fa:16:3e:88:04:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:23Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 5, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'subnets': [{'id': '8c9ed944-46e7-4486-9af0-2a39f2684e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:56:25.484419 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50568e5d-644e-4e5d-895d-b9e7f4040470 None None] New status for floating IP 3939f670-37f5-43fd-9055-61bddc4d65cf: DOWN {{(pid=107860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:56:25.754724 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37157fb9-7162-4b65-8ff7-a0be5f5c626b req-5e23ac8b-85fc-4ec5-ae71-e5023c7b7d0e tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:25.756549 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-37157fb9-7162-4b65-8ff7-a0be5f5c626b req-5e23ac8b-85fc-4ec5-ae71-e5023c7b7d0e tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0612926 Jan 28 01:56:25.795790 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-37157fb9-7162-4b65-8ff7-a0be5f5c626b req-20a5a924-10e9-4234-9a3f-f9bf68aaf371 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332835 Jan 28 01:56:26.205458 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:26.318857 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386bcb8-69a7-49c4-afa8-eae33521f136 req-8871bc15-48db-44b6-aa05-638d76a58816 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:26.320510 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f386bcb8-69a7-49c4-afa8-eae33521f136 req-8871bc15-48db-44b6-aa05-638d76a58816 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 947 time: 0.0579815 Jan 28 01:56:26.363349 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f386bcb8-69a7-49c4-afa8-eae33521f136 req-02efb52b-e977-4d48-be45-187a62f0db6d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361159 Jan 28 01:56:26.641032 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:26.669890 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ecc1b-4e26-4f4e-addc-6106455b952e req-5540edc2-224a-4603-a139-ac385dc979dc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:26.671332 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-174ecc1b-4e26-4f4e-addc-6106455b952e req-5540edc2-224a-4603-a139-ac385dc979dc tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0592005 Jan 28 01:56:26.781884 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-174ecc1b-4e26-4f4e-addc-6106455b952e req-bf42826a-6e6f-4e66-ba85-6ad77db47dde tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Deleting port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:26.782232 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-174ecc1b-4e26-4f4e-addc-6106455b952e req-bf42826a-6e6f-4e66-ba85-6ad77db47dde tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:26.879602 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-174ecc1b-4e26-4f4e-addc-6106455b952e req-bf42826a-6e6f-4e66-ba85-6ad77db47dde tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] For port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:26.880292 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-174ecc1b-4e26-4f4e-addc-6106455b952e req-bf42826a-6e6f-4e66-ba85-6ad77db47dde tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:26.898480 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-174ecc1b-4e26-4f4e-addc-6106455b952e req-bf42826a-6e6f-4e66-ba85-6ad77db47dde tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Calling delete_port for d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:26.924462 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0610625-996c-4faa-bf40-1a4d7d3898b8 req-406b0375-75fc-4214-bd67-05f7ebc33730 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:26.926262 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e0610625-996c-4faa-bf40-1a4d7d3898b8 req-406b0375-75fc-4214-bd67-05f7ebc33730 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 945 time: 0.0546768 Jan 28 01:56:26.974179 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e0610625-996c-4faa-bf40-1a4d7d3898b8 req-15ecb9df-41f4-44bb-b99c-4f4b3addce1f tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/security-groups?id=d87c9f69-9122-455f-af00-e979533327e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415423 Jan 28 01:56:27.053386 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-174ecc1b-4e26-4f4e-addc-6106455b952e req-bf42826a-6e6f-4e66-ba85-6ad77db47dde tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:27.085155 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42826a-6e6f-4e66-ba85-6ad77db47dde tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Pushing event deleted for resources: {'Port': ['ID=d73c6a5c-6a74-4a42-982f-a63bc3e73fa7,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:27.130027 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-174ecc1b-4e26-4f4e-addc-6106455b952e req-bf42826a-6e6f-4e66-ba85-6ad77db47dde tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] No DVR routers for this DVR port d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:56:27.132607 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-174ecc1b-4e26-4f4e-addc-6106455b952e req-bf42826a-6e6f-4e66-ba85-6ad77db47dde tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:27.135941 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-174ecc1b-4e26-4f4e-addc-6106455b952e req-bf42826a-6e6f-4e66-ba85-6ad77db47dde tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.41 "DELETE /v2.0/ports/d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 HTTP/1.1" status: 204 len: 173 time: 0.4572334 Jan 28 01:56:27.136386 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'name': 'network-vif-deleted', 'tag': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:56:27.140858 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a12bf6-7b19-4d50-aaab-0eb905c53959" -d '{"events": [{"server_uuid": "1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4", "name": "network-vif-deleted", "tag": "d73c6a5c-6a74-4a42-982f-a63bc3e73fa7"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:27.189665 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9628b14-f1ec-4f40-800a-92cdef0d6683 x-openstack-request-id: req-a9628b14-f1ec-4f40-800a-92cdef0d6683 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:27.189972 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4", "name": "network-vif-deleted", "tag": "d73c6a5c-6a74-4a42-982f-a63bc3e73fa7", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:27.190204 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9628b14-f1ec-4f40-800a-92cdef0d6683 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:27.190600 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4', 'name': 'network-vif-deleted', 'tag': 'd73c6a5c-6a74-4a42-982f-a63bc3e73fa7', 'status': 'completed', 'code': 200} Jan 28 01:56:27.223709 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-c19cf521-69e9-4a26-9aaf-5347db6c23c1 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:27.225173 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-c19cf521-69e9-4a26-9aaf-5347db6c23c1 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.41 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 947 time: 0.0649934 Jan 28 01:56:27.363547 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-619b70d1-5656-460e-b8ba-daa49feedfa6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Deleting port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:27.363825 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-619b70d1-5656-460e-b8ba-daa49feedfa6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:27.485445 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-619b70d1-5656-460e-b8ba-daa49feedfa6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] For port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:27.485821 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-619b70d1-5656-460e-b8ba-daa49feedfa6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:27.518367 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e475c6-70ec-4e0e-8806-85fa5a78743d req-0ee11ab2-7d7b-4b74-a7c9-1cb8621e1a8d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:27.525918 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-48e475c6-70ec-4e0e-8806-85fa5a78743d req-0ee11ab2-7d7b-4b74-a7c9-1cb8621e1a8d tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 947 time: 0.0727360 Jan 28 01:56:27.577758 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-48e475c6-70ec-4e0e-8806-85fa5a78743d req-38f37c39-63f6-4c57-8ffa-28ff8e87f877 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups?id=97c32bf1-1eed-4c5a-aad9-f1d00181c84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469830 Jan 28 01:56:27.750069 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-619b70d1-5656-460e-b8ba-daa49feedfa6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:27.750697 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-619b70d1-5656-460e-b8ba-daa49feedfa6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614579'] for floatingip, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:27.750815 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.l3_db [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-619b70d1-5656-460e-b8ba-daa49feedfa6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Floating IP 0a08a2fe-6ca3-44f7-bdb6-1428d83e0568 disassociated. External IP: 172.28.1.208, port: 4ba2b4d6-c74d-462c-839f-67e3b4a107c9. Jan 28 01:56:27.751096 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-619b70d1-5656-460e-b8ba-daa49feedfa6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Calling delete_port for 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:27.885238 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-619b70d1-5656-460e-b8ba-daa49feedfa6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:27.915497 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b70d1-5656-460e-b8ba-daa49feedfa6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event deleted for resources: {'Port': ['ID=4ba2b4d6-c74d-462c-839f-67e3b4a107c9,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:28.049853 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-619b70d1-5656-460e-b8ba-daa49feedfa6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Router 04f08bbe-3a6c-4702-81d9-7690731b51a1 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:56:28.104750 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-8660aa00-7cd5-46e1-929d-50a2b68e3381 req-83b780b8-0926-4097-ad93-be7bd958f55d tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fe1f1ee-be35-4a21-8e2d-aa64550ee7a4 HTTP/1.1" status: 200 len: 210 time: 0.0355933 Jan 28 01:56:28.183982 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-619b70d1-5656-460e-b8ba-daa49feedfa6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:56:28.201307 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0e1de-8abc-4357-ac44-be6fb5d156ec None None] Sync routers for ids ['04f08bbe-3a6c-4702-81d9-7690731b51a1'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:56:28.216374 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0e1de-8abc-4357-ac44-be6fb5d156ec None None] Routers {'04f08bbe-3a6c-4702-81d9-7690731b51a1'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:28.217152 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-46f0e1de-8abc-4357-ac44-be6fb5d156ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['04f08bbe-3a6c-4702-81d9-7690731b51a1'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:28.231523 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-619b70d1-5656-460e-b8ba-daa49feedfa6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] No DVR routers for this DVR port 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:56:28.234083 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-619b70d1-5656-460e-b8ba-daa49feedfa6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:28.238040 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-4fb21ce9-ca40-4f14-add3-65ce960c4efd req-619b70d1-5656-460e-b8ba-daa49feedfa6 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.41 "DELETE /v2.0/ports/4ba2b4d6-c74d-462c-839f-67e3b4a107c9 HTTP/1.1" status: 204 len: 173 time: 0.9671838 Jan 28 01:56:28.346279 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-46f0e1de-8abc-4357-ac44-be6fb5d156ec None None] Set router 04f08bbe-3a6c-4702-81d9-7690731b51a1 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:28.579760 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-46f0e1de-8abc-4357-ac44-be6fb5d156ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:44Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '0fb90a94-4915-472c-b13a-203530310470', 'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:41Z', 'updated_at': '2022-01-28T01:49:59Z', 'revision_number': 5, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'subnets': [{'id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:28.606355 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0e1de-8abc-4357-ac44-be6fb5d156ec None None] Checking router: 04f08bbe-3a6c-4702-81d9-7690731b51a1 for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:56:28.616509 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0e1de-8abc-4357-ac44-be6fb5d156ec None None] Routers {'04f08bbe-3a6c-4702-81d9-7690731b51a1'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:28.617232 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-46f0e1de-8abc-4357-ac44-be6fb5d156ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['04f08bbe-3a6c-4702-81d9-7690731b51a1'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:28.713563 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5ec153f8-9997-40d9-ad19-8bb08aecea96 req-36d38eb5-5558-43e3-932f-b30687704191 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/ports?device_id=5faf2d62-2efb-4009-bd55-2943eef7d6b0 HTTP/1.1" status: 200 len: 210 time: 0.0347340 Jan 28 01:56:28.751901 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-46f0e1de-8abc-4357-ac44-be6fb5d156ec None None] Set router 04f08bbe-3a6c-4702-81d9-7690731b51a1 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:28.972237 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-46f0e1de-8abc-4357-ac44-be6fb5d156ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:44Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '0fb90a94-4915-472c-b13a-203530310470', 'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:41Z', 'updated_at': '2022-01-28T01:49:59Z', 'revision_number': 5, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'subnets': [{'id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:29.004797 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0e1de-8abc-4357-ac44-be6fb5d156ec None None] The sync data for ids ['04f08bbe-3a6c-4702-81d9-7690731b51a1'] in dv-cinder-824978-1-smb is: [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:49:44Z', 'revision_number': 4, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': '0fb90a94-4915-472c-b13a-203530310470', 'name': '', 'network_id': 'b8752f4f-97b1-46ef-a6e7-e53edf6b01be', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'mac_address': 'fa:16:3e:c1:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:41Z', 'updated_at': '2022-01-28T01:49:59Z', 'revision_number': 5, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'subnets': [{'id': 'b2b47d88-4276-41ac-88c0-29b5a88b4328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:56:29.164422 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47764) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:29.191708 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'name': 'network-vif-deleted', 'tag': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:56:29.199106 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a666e7-0305-48f7-955a-d1974d18d7e6" -d '{"events": [{"server_uuid": "5faf2d62-2efb-4009-bd55-2943eef7d6b0", "name": "network-vif-deleted", "tag": "4ba2b4d6-c74d-462c-839f-67e3b4a107c9"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:29.232803 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-17548195-ecdb-4138-aa48-ba04a0ebe556 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:29.243293 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92937226-67ac-4b26-a2ca-a63b0ae8c4e0 x-openstack-request-id: req-92937226-67ac-4b26-a2ca-a63b0ae8c4e0 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:29.243293 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faf2d62-2efb-4009-bd55-2943eef7d6b0", "name": "network-vif-deleted", "tag": "4ba2b4d6-c74d-462c-839f-67e3b4a107c9", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:29.243293 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92937226-67ac-4b26-a2ca-a63b0ae8c4e0 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:29.243293 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faf2d62-2efb-4009-bd55-2943eef7d6b0', 'name': 'network-vif-deleted', 'tag': '4ba2b4d6-c74d-462c-839f-67e3b4a107c9', 'status': 'completed', 'code': 200} Jan 28 01:56:29.263645 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7122fc73-bc29-4a88-a0b4-426f80b32d0b None None] New status for floating IP 0a08a2fe-6ca3-44f7-bdb6-1428d83e0568: DOWN {{(pid=107860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:56:29.270009 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-17548195-ecdb-4138-aa48-ba04a0ebe556 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:29.338361 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-17548195-ecdb-4138-aa48-ba04a0ebe556 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:29.340891 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-17548195-ecdb-4138-aa48-ba04a0ebe556 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:29.342037 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-17548195-ecdb-4138-aa48-ba04a0ebe556 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] 10.222.0.58 "DELETE /v2.0/security-groups/d87c9f69-9122-455f-af00-e979533327e8 HTTP/1.1" status: 204 len: 168 time: 0.1766565 Jan 28 01:56:29.352489 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17548195-ecdb-4138-aa48-ba04a0ebe556 tempest-TestShelveInstance-153450508 tempest-TestShelveInstance-153450508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87c9f69-9122-455f-af00-e979533327e8,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:29.396644 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47770) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:29.822227 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47784) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:29.831013 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:29.854013 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:29.854763 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 4ba2b4d6-c74d-462c-839f-67e3b4a107c9 not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:29.855287 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:29.876631 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:29.877301 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device d73c6a5c-6a74-4a42-982f-a63bc3e73fa7 not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:29.886763 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-08051fbc-0ebd-49c6-b921-c3817ea3689f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:29.915296 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-08051fbc-0ebd-49c6-b921-c3817ea3689f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:29.959381 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-65e7afff-da00-48f0-9fd5-526e5e0996ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617139'] for router_interface, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:29.971985 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-08051fbc-0ebd-49c6-b921-c3817ea3689f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:29.975448 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-08051fbc-0ebd-49c6-b921-c3817ea3689f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:29.980239 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-08051fbc-0ebd-49c6-b921-c3817ea3689f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "DELETE /v2.0/security-groups/97c32bf1-1eed-4c5a-aad9-f1d00181c84c HTTP/1.1" status: 204 len: 168 time: 0.1566691 Jan 28 01:56:29.980894 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47786) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:30.002957 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08051fbc-0ebd-49c6-b921-c3817ea3689f tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c32bf1-1eed-4c5a-aad9-f1d00181c84c,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:30.004951 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.api.v2.resource [None req-f0f51592-c5d6-44b9-8576-bc3062c3878e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] show failed (client error): The resource could not be found. Jan 28 01:56:30.007777 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-f0f51592-c5d6-44b9-8576-bc3062c3878e tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "GET /v2.0/security-groups/97c32bf1-1eed-4c5a-aad9-f1d00181c84c HTTP/1.1" status: 404 len: 347 time: 0.0226963 Jan 28 01:56:30.008769 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47788) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:30.146782 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-db4f4160-1f2c-402c-b2a7-c5dfb120ce86 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Deleting port b6abc2a3-5f0b-4f95-bbbb-ca7ce8227f36 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:30.147135 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-db4f4160-1f2c-402c-b2a7-c5dfb120ce86 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:30.225424 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-db4f4160-1f2c-402c-b2a7-c5dfb120ce86 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:30.226111 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-db4f4160-1f2c-402c-b2a7-c5dfb120ce86 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:30.238880 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-db4f4160-1f2c-402c-b2a7-c5dfb120ce86 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Calling delete_port for b6abc2a3-5f0b-4f95-bbbb-ca7ce8227f36 owned by network:floatingip {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:30.305067 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-65e7afff-da00-48f0-9fd5-526e5e0996ad admin admin] Deleting port de05aea2-e701-4c7f-a1cc-393421027efd {{(pid=107859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:30.305797 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-65e7afff-da00-48f0-9fd5-526e5e0996ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:30.383733 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-db4f4160-1f2c-402c-b2a7-c5dfb120ce86 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:30.388958 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [None req-65e7afff-da00-48f0-9fd5-526e5e0996ad admin admin] For port de05aea2-e701-4c7f-a1cc-393421027efd, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=de05aea2-e701-4c7f-a1cc-393421027efd,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:30.389503 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-65e7afff-da00-48f0-9fd5-526e5e0996ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:30.404967 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-65e7afff-da00-48f0-9fd5-526e5e0996ad admin admin] Calling delete_port for de05aea2-e701-4c7f-a1cc-393421027efd owned by network:router_interface {{(pid=107859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:30.412651 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f4160-1f2c-402c-b2a7-c5dfb120ce86 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Pushing event deleted for resources: {'Port': ['ID=b6abc2a3-5f0b-4f95-bbbb-ca7ce8227f36,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:30.475673 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-db4f4160-1f2c-402c-b2a7-c5dfb120ce86 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks [] for floatingip, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:30.478379 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-db4f4160-1f2c-402c-b2a7-c5dfb120ce86 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:30.479607 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-db4f4160-1f2c-402c-b2a7-c5dfb120ce86 tempest-AttachVolumeShelveTestJSON-841898381 tempest-AttachVolumeShelveTestJSON-841898381-project] 10.222.0.58 "DELETE /v2.0/floatingips/0a08a2fe-6ca3-44f7-bdb6-1428d83e0568 HTTP/1.1" status: 204 len: 168 time: 0.4697752 Jan 28 01:56:30.612308 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-65e7afff-da00-48f0-9fd5-526e5e0996ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:30.660568 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7afff-da00-48f0-9fd5-526e5e0996ad admin admin] Pushing event deleted for resources: {'Port': ['ID=de05aea2-e701-4c7f-a1cc-393421027efd,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:30.835387 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-65e7afff-da00-48f0-9fd5-526e5e0996ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620291'] for router_interface, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:31.060704 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e7afff-da00-48f0-9fd5-526e5e0996ad admin admin] Router 6c7a5f90-1544-47ed-804c-7ae5155faa27 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:56:31.402066 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e7afff-da00-48f0-9fd5-526e5e0996ad admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:56:31.408985 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-65e7afff-da00-48f0-9fd5-526e5e0996ad admin admin] 10.222.0.58 "PUT /v2.0/routers/6c7a5f90-1544-47ed-804c-7ae5155faa27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0107648 Jan 28 01:56:31.411456 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47798) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:31.414535 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297acf7-1360-48d3-9d1a-3f9be79fce18 None None] Sync routers for ids ['6c7a5f90-1544-47ed-804c-7ae5155faa27'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:56:31.424701 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297acf7-1360-48d3-9d1a-3f9be79fce18 None None] Routers {'6c7a5f90-1544-47ed-804c-7ae5155faa27'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:31.425307 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-6297acf7-1360-48d3-9d1a-3f9be79fce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['6c7a5f90-1544-47ed-804c-7ae5155faa27'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:31.519212 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:31.635103 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-6297acf7-1360-48d3-9d1a-3f9be79fce18 None None] Set router 6c7a5f90-1544-47ed-804c-7ae5155faa27 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:31.641349 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:31.731839 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] Deleting port d59aa919-cdcd-429e-a420-7f6391284ca7 {{(pid=107859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:31.732189 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:31.837410 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-6297acf7-1360-48d3-9d1a-3f9be79fce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:20Z', 'updated_at': '2022-01-28T01:56:30Z', 'revision_number': 5, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'gw_port': {'id': 'd59aa919-cdcd-429e-a420-7f6391284ca7', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ee:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:31.842357 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] For port d59aa919-cdcd-429e-a420-7f6391284ca7, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=d59aa919-cdcd-429e-a420-7f6391284ca7,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:31.842881 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:31.867662 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297acf7-1360-48d3-9d1a-3f9be79fce18 None None] Checking router: 6c7a5f90-1544-47ed-804c-7ae5155faa27 for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:56:31.869675 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] Calling delete_port for d59aa919-cdcd-429e-a420-7f6391284ca7 owned by network:router_gateway {{(pid=107859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:31.877372 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297acf7-1360-48d3-9d1a-3f9be79fce18 None None] Routers {'6c7a5f90-1544-47ed-804c-7ae5155faa27'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:31.878099 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-6297acf7-1360-48d3-9d1a-3f9be79fce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['6c7a5f90-1544-47ed-804c-7ae5155faa27'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:31.986075 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-6297acf7-1360-48d3-9d1a-3f9be79fce18 None None] Set router 6c7a5f90-1544-47ed-804c-7ae5155faa27 gateway port host: None {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:32.052745 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-6297acf7-1360-48d3-9d1a-3f9be79fce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:20Z', 'updated_at': '2022-01-28T01:56:31Z', 'revision_number': 6, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'gw_port_host': None}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:32.081106 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:32.087199 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297acf7-1360-48d3-9d1a-3f9be79fce18 None None] The sync data for ids ['6c7a5f90-1544-47ed-804c-7ae5155faa27'] in dv-cinder-824978-1-smb is: [{'id': '6c7a5f90-1544-47ed-804c-7ae5155faa27', 'name': 'tempest-TestShelveInstance-1208821435-router', 'tenant_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:20Z', 'updated_at': '2022-01-28T01:56:31Z', 'revision_number': 6, 'project_id': 'e4889e3a8e01439eb8b6b365c41248d3', 'gw_port_host': None}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:56:32.109802 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59aa919-cdcd-429e-a420-7f6391284ca7,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:32.175600 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614501'] for router_gateway, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:32.269956 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:32.272439 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:32.317666 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615360'] for router, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:32.318294 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c7a5f90-1544-47ed-804c-7ae5155faa27 {{(pid=107859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:56:32.323951 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] Notify callbacks [] for router, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:32.329003 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-d3c77787-70f4-4838-bde1-7c21557950a9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6c7a5f90-1544-47ed-804c-7ae5155faa27 HTTP/1.1" status: 204 len: 168 time: 0.9134486 Jan 28 01:56:32.329322 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47820) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:32.377107 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9427ee4-659b-40c6-9936-ffe56a9255b0 admin admin] Deleting subnet 8c9ed944-46e7-4486-9af0-2a39f2684e5c {{(pid=107859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:56:32.380850 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d9427ee4-659b-40c6-9936-ffe56a9255b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:32.422449 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d9427ee4-659b-40c6-9936-ffe56a9255b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583537'] for subnet, precommit_delete_associations {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:32.521663 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d9427ee4-659b-40c6-9936-ffe56a9255b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7750459'] for subnet, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:32.578256 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d9427ee4-659b-40c6-9936-ffe56a9255b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7750450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8420558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8742912'] for subnet, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:32.606878 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9427ee4-659b-40c6-9936-ffe56a9255b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c9ed944-46e7-4486-9af0-2a39f2684e5c,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:32.608880 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-d9427ee4-659b-40c6-9936-ffe56a9255b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:32.614711 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-d9427ee4-659b-40c6-9936-ffe56a9255b0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8c9ed944-46e7-4486-9af0-2a39f2684e5c HTTP/1.1" status: 204 len: 168 time: 0.2817402 Jan 28 01:56:32.614858 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47822) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:32.617624 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3353df-4416-409e-9809-85053c44b811 None None] Network 82002cad-8fe8-41b5-b52e-34fe374097aa requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:56:32.709408 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7845676'] for network, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:32.768499 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] Deleting port 405829f4-f804-467e-8903-547b83028dcb {{(pid=107859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:32.768910 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:32.841681 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] For port 405829f4-f804-467e-8903-547b83028dcb, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=405829f4-f804-467e-8903-547b83028dcb,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:32.841920 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:32.862359 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] Calling delete_port for 405829f4-f804-467e-8903-547b83028dcb owned by network:dhcp {{(pid=107859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:32.885024 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5149f0-7e8d-4736-a77b-af2a317d6685 None None] DHCP port deletion for 82002cad-8fe8-41b5-b52e-34fe374097aa request from dv-cinder-824978-1-smb {{(pid=107860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 01:56:32.894974 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device de05aea2-e701-4c7f-a1cc-393421027efd no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:32.947365 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: de05aea2-e701-4c7f-a1cc-393421027efd {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:32.947623 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device de05aea2-e701-4c7f-a1cc-393421027efd not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:32.979901 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9a5149f0-7e8d-4736-a77b-af2a317d6685 None None] Deleting port 405829f4-f804-467e-8903-547b83028dcb {{(pid=107860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:32.981547 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9a5149f0-7e8d-4736-a77b-af2a317d6685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:33.003365 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:33.071131 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] Pushing event deleted for resources: {'Port': ['ID=405829f4-f804-467e-8903-547b83028dcb,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:33.081810 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] No DVR routers for this DVR port 405829f4-f804-467e-8903-547b83028dcb on host dv-cinder-824978-1-smb {{(pid=107859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:56:33.104612 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-9a5149f0-7e8d-4736-a77b-af2a317d6685 None None] For port 405829f4-f804-467e-8903-547b83028dcb, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=405829f4-f804-467e-8903-547b83028dcb,segment=NetworkSegment(a4d55f31-3956-40aa-8cbb-66c91cb18d7f),segment_id=a4d55f31-3956-40aa-8cbb-66c91cb18d7f)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:33.105019 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9a5149f0-7e8d-4736-a77b-af2a317d6685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:33.126928 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9a5149f0-7e8d-4736-a77b-af2a317d6685 None None] Calling delete_port for 405829f4-f804-467e-8903-547b83028dcb owned by network:dhcp {{(pid=107860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:33.190044 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47834) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:33.202190 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751577', 'neutron.services.segments.db._delete_segments_for_network-8788471369665'] for network, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:33.228314 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9a5149f0-7e8d-4736-a77b-af2a317d6685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992'] for port, after_delete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:33.238396 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.services.segments.db [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82002cad-8fe8-41b5-b52e-34fe374097aa']}} {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:33.252579 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.services.segments.db [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d55f31-3956-40aa-8cbb-66c91cb18d7f') {'for_net_delete': True} {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:33.253029 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.services.segments.db [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d55f31-3956-40aa-8cbb-66c91cb18d7f') {} {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:33.266093 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788471403201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583496'] for segment, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:33.280726 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5149f0-7e8d-4736-a77b-af2a317d6685 None None] No DVR routers for this DVR port 405829f4-f804-467e-8903-547b83028dcb on host dv-cinder-824978-1-smb {{(pid=107860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:56:33.284662 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5149f0-7e8d-4736-a77b-af2a317d6685 None None] Pushing event deleted for resources: {'Port': ['ID=405829f4-f804-467e-8903-547b83028dcb,revision_number=None']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:33.288385 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:33.307912 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=107859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:56:33.312612 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8420468'] for segment, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: Traceback (most recent call last): Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: timer() Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: cb(*args, **kw) Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: return func(*args, **kwargs) Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: self._notify() Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: self.callback(batched_events) Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: event.method(event) Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: return f(self, *a, **k) Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: return self._get(url).json() Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: return self.request(url, 'GET', **kwargs) Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:56:33.319763 dv-cinder-824978-1-smb neutron-server[107859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:56:33.383520 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614529'] for network, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:33.388957 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:33.392458 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] 10.222.0.58 "DELETE /v2.0/networks/82002cad-8fe8-41b5-b52e-34fe374097aa HTTP/1.1" status: 204 len: 168 time: 0.7767503 Jan 28 01:56:33.395761 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47838) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:33.417530 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03425e7d-c3af-488c-a817-c22344989084 admin admin] Pushing event deleted for resources: {'Network': ['ID=82002cad-8fe8-41b5-b52e-34fe374097aa,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:33.695088 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1c0277ae-7c25-42af-b493-f265a9a20590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617139'] for router_interface, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:33.830888 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-12875dc6-5f32-465c-a53a-808b23a149d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617139'] for router_interface, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:33.977701 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-1c0277ae-7c25-42af-b493-f265a9a20590 admin admin] Deleting port 0fb90a94-4915-472c-b13a-203530310470 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:33.977953 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1c0277ae-7c25-42af-b493-f265a9a20590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:34.091966 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [None req-1c0277ae-7c25-42af-b493-f265a9a20590 admin admin] For port 0fb90a94-4915-472c-b13a-203530310470, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=0fb90a94-4915-472c-b13a-203530310470,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:34.092391 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1c0277ae-7c25-42af-b493-f265a9a20590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:34.106061 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-12875dc6-5f32-465c-a53a-808b23a149d6 admin admin] Deleting port aa236b47-c20b-4e40-addc-64063988812c {{(pid=107859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:34.106704 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-12875dc6-5f32-465c-a53a-808b23a149d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:34.107441 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-1c0277ae-7c25-42af-b493-f265a9a20590 admin admin] Calling delete_port for 0fb90a94-4915-472c-b13a-203530310470 owned by network:router_interface {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:34.191081 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [None req-12875dc6-5f32-465c-a53a-808b23a149d6 admin admin] For port aa236b47-c20b-4e40-addc-64063988812c, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=aa236b47-c20b-4e40-addc-64063988812c,segment=NetworkSegment(d0b8497b-af39-41d3-861c-c62335694a0a),segment_id=d0b8497b-af39-41d3-861c-c62335694a0a)] {{(pid=107859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:34.191469 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-12875dc6-5f32-465c-a53a-808b23a149d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:34.202934 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-12875dc6-5f32-465c-a53a-808b23a149d6 admin admin] Calling delete_port for aa236b47-c20b-4e40-addc-64063988812c owned by network:router_interface {{(pid=107859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:34.301747 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1c0277ae-7c25-42af-b493-f265a9a20590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:34.327738 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0277ae-7c25-42af-b493-f265a9a20590 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb90a94-4915-472c-b13a-203530310470,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:34.423172 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-12875dc6-5f32-465c-a53a-808b23a149d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:34.436905 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 405829f4-f804-467e-8903-547b83028dcb no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:34.456494 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12875dc6-5f32-465c-a53a-808b23a149d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa236b47-c20b-4e40-addc-64063988812c,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:34.460561 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: 405829f4-f804-467e-8903-547b83028dcb {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:34.461192 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 405829f4-f804-467e-8903-547b83028dcb not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:34.462295 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device d59aa919-cdcd-429e-a420-7f6391284ca7 no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:34.498529 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: d59aa919-cdcd-429e-a420-7f6391284ca7 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:34.499324 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device d59aa919-cdcd-429e-a420-7f6391284ca7 not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:34.667971 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-12875dc6-5f32-465c-a53a-808b23a149d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620291'] for router_interface, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:34.809661 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-1c0277ae-7c25-42af-b493-f265a9a20590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620291'] for router_interface, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:34.938326 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12875dc6-5f32-465c-a53a-808b23a149d6 admin admin] Router 4c26283c-44db-4be5-a5d2-479025c19879 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:56:35.060536 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0277ae-7c25-42af-b493-f265a9a20590 admin admin] Router 04f08bbe-3a6c-4702-81d9-7690731b51a1 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:56:35.064970 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12875dc6-5f32-465c-a53a-808b23a149d6 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:56:35.072688 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-12875dc6-5f32-465c-a53a-808b23a149d6 admin admin] 10.222.0.58 "PUT /v2.0/routers/4c26283c-44db-4be5-a5d2-479025c19879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6759756 Jan 28 01:56:35.079825 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47852) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:35.080250 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c1d0b-6994-408d-8053-57aa9621c56e None None] Sync routers for ids ['4c26283c-44db-4be5-a5d2-479025c19879'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:56:35.095613 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c1d0b-6994-408d-8053-57aa9621c56e None None] Routers {'4c26283c-44db-4be5-a5d2-479025c19879'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:35.096896 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-136c1d0b-6994-408d-8053-57aa9621c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['4c26283c-44db-4be5-a5d2-479025c19879'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:35.219350 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0277ae-7c25-42af-b493-f265a9a20590 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:56:35.220227 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] Notify callbacks [] for router, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:35.227012 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-1c0277ae-7c25-42af-b493-f265a9a20590 admin admin] 10.222.0.58 "PUT /v2.0/routers/04f08bbe-3a6c-4702-81d9-7690731b51a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0334864 Jan 28 01:56:35.227168 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47856) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:35.229677 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-136c1d0b-6994-408d-8053-57aa9621c56e None None] Set router 4c26283c-44db-4be5-a5d2-479025c19879 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:35.234360 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c594b45d-ad40-4802-ac7f-7a7b6ec6badf None None] Sync routers for ids ['04f08bbe-3a6c-4702-81d9-7690731b51a1'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:56:35.245435 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c594b45d-ad40-4802-ac7f-7a7b6ec6badf None None] Routers {'04f08bbe-3a6c-4702-81d9-7690731b51a1'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:35.247094 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-c594b45d-ad40-4802-ac7f-7a7b6ec6badf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['04f08bbe-3a6c-4702-81d9-7690731b51a1'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:35.343222 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] Notify callbacks [] for router, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:35.368356 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-c594b45d-ad40-4802-ac7f-7a7b6ec6badf None None] Set router 04f08bbe-3a6c-4702-81d9-7690731b51a1 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:35.385978 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:35.458912 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-136c1d0b-6994-408d-8053-57aa9621c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c26283c-44db-4be5-a5d2-479025c19879', 'name': 'tempest-TestShelveInstance-661728653-router', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '506aaea8-0101-49fb-b2fb-4bda24f0f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:26Z', 'updated_at': '2022-01-28T01:56:34Z', 'revision_number': 5, 'project_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'gw_port': {'id': '506aaea8-0101-49fb-b2fb-4bda24f0f20e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c26283c-44db-4be5-a5d2-479025c19879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:27Z', 'updated_at': '2022-01-28T01:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:35.474868 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:35.495386 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c1d0b-6994-408d-8053-57aa9621c56e None None] Checking router: 4c26283c-44db-4be5-a5d2-479025c19879 for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:56:35.506898 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c1d0b-6994-408d-8053-57aa9621c56e None None] Routers {'4c26283c-44db-4be5-a5d2-479025c19879'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:35.508009 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-136c1d0b-6994-408d-8053-57aa9621c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['4c26283c-44db-4be5-a5d2-479025c19879'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:35.549283 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] Deleting port 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:35.550066 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:35.628268 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-c594b45d-ad40-4802-ac7f-7a7b6ec6badf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:56:34Z', 'revision_number': 5, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port': {'id': '29bf01dd-5a6e-47dc-85d7-ee79f567bdd6', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:49:35Z', 'updated_at': '2022-01-28T01:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:35.647891 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-136c1d0b-6994-408d-8053-57aa9621c56e None None] Set router 4c26283c-44db-4be5-a5d2-479025c19879 gateway port host: None {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:35.663002 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] For port 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=29bf01dd-5a6e-47dc-85d7-ee79f567bdd6,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:35.664089 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:35.707170 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-136c1d0b-6994-408d-8053-57aa9621c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c26283c-44db-4be5-a5d2-479025c19879', 'name': 'tempest-TestShelveInstance-661728653-router', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:26Z', 'updated_at': '2022-01-28T01:56:35Z', 'revision_number': 6, 'project_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'gw_port_host': None}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:35.707650 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] Calling delete_port for 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6 owned by network:router_gateway {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:35.708900 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c594b45d-ad40-4802-ac7f-7a7b6ec6badf None None] Checking router: 04f08bbe-3a6c-4702-81d9-7690731b51a1 for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:56:35.723441 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c594b45d-ad40-4802-ac7f-7a7b6ec6badf None None] Routers {'04f08bbe-3a6c-4702-81d9-7690731b51a1'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:56:35.724445 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-c594b45d-ad40-4802-ac7f-7a7b6ec6badf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['04f08bbe-3a6c-4702-81d9-7690731b51a1'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:35.747975 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] Deleting port 506aaea8-0101-49fb-b2fb-4bda24f0f20e {{(pid=107859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:35.748369 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:35.750701 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c1d0b-6994-408d-8053-57aa9621c56e None None] The sync data for ids ['4c26283c-44db-4be5-a5d2-479025c19879'] in dv-cinder-824978-1-smb is: [{'id': '4c26283c-44db-4be5-a5d2-479025c19879', 'name': 'tempest-TestShelveInstance-661728653-router', 'tenant_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:26Z', 'updated_at': '2022-01-28T01:56:35Z', 'revision_number': 6, 'project_id': 'ea1949c6eda44dbf81b2f52b61eef733', 'gw_port_host': None}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:56:35.843597 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-c594b45d-ad40-4802-ac7f-7a7b6ec6badf None None] Set router 04f08bbe-3a6c-4702-81d9-7690731b51a1 gateway port host: None {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:56:35.848944 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] For port 506aaea8-0101-49fb-b2fb-4bda24f0f20e, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=506aaea8-0101-49fb-b2fb-4bda24f0f20e,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:35.849311 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:35.866049 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] Calling delete_port for 506aaea8-0101-49fb-b2fb-4bda24f0f20e owned by network:router_gateway {{(pid=107859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:35.907379 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-c594b45d-ad40-4802-ac7f-7a7b6ec6badf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:56:35Z', 'revision_number': 6, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port_host': None}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:35.942462 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c594b45d-ad40-4802-ac7f-7a7b6ec6badf None None] The sync data for ids ['04f08bbe-3a6c-4702-81d9-7690731b51a1'] in dv-cinder-824978-1-smb is: [{'id': '04f08bbe-3a6c-4702-81d9-7690731b51a1', 'name': 'tempest-AttachVolumeShelveTestJSON-579265118-router', 'tenant_id': 'c429dadc11994a4186276b0066a5c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:49:34Z', 'updated_at': '2022-01-28T01:56:35Z', 'revision_number': 6, 'project_id': 'c429dadc11994a4186276b0066a5c162', 'gw_port_host': None}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:56:35.962150 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.018294 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=29bf01dd-5a6e-47dc-85d7-ee79f567bdd6,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:36.054574 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.064431 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614501'] for router_gateway, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.081115 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] Pushing event deleted for resources: {'Port': ['ID=506aaea8-0101-49fb-b2fb-4bda24f0f20e,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:36.171945 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.174111 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.193478 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614501'] for router_gateway, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.238217 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615360'] for router, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.240023 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04f08bbe-3a6c-4702-81d9-7690731b51a1 {{(pid=107858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:56:36.251982 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] Notify callbacks [] for router, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.253046 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-a4459a56-1b83-4efe-96cb-35f043da5e29 admin admin] 10.222.0.58 "DELETE /v2.0/routers/04f08bbe-3a6c-4702-81d9-7690731b51a1 HTTP/1.1" status: 204 len: 168 time: 1.0245862 Jan 28 01:56:36.256339 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47862) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:36.309491 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c70062-9678-4c47-a08d-710ea25b1104 admin admin] Deleting subnet b2b47d88-4276-41ac-88c0-29b5a88b4328 {{(pid=107858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:56:36.313220 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-33c70062-9678-4c47-a08d-710ea25b1104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.326916 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.329166 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.361298 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-33c70062-9678-4c47-a08d-710ea25b1104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1141361'] for subnet, precommit_delete_associations {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.378042 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615360'] for router, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.378640 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c26283c-44db-4be5-a5d2-479025c19879 {{(pid=107859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:56:36.383265 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] Notify callbacks [] for router, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.384458 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-4588ae0e-5ba4-4b7b-9c80-793fab27225b admin admin] 10.222.0.58 "DELETE /v2.0/routers/4c26283c-44db-4be5-a5d2-479025c19879 HTTP/1.1" status: 204 len: 168 time: 1.3033159 Jan 28 01:56:36.388266 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47864) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:36.438127 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.db_base_plugin_v2 [None req-13cc4dc1-721f-4f6e-a2d2-647bf50a27ff admin admin] Deleting subnet 26d64498-4454-4142-9e51-722d428ed2ae {{(pid=107859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:56:36.441750 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-13cc4dc1-721f-4f6e-a2d2-647bf50a27ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.482855 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-13cc4dc1-721f-4f6e-a2d2-647bf50a27ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583537'] for subnet, precommit_delete_associations {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.507288 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-33c70062-9678-4c47-a08d-710ea25b1104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7750459'] for subnet, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.568200 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-33c70062-9678-4c47-a08d-710ea25b1104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7750450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9384921'] for subnet, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.576059 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-13cc4dc1-721f-4f6e-a2d2-647bf50a27ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7750459'] for subnet, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.600233 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c70062-9678-4c47-a08d-710ea25b1104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2b47d88-4276-41ac-88c0-29b5a88b4328,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:36.602194 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-33c70062-9678-4c47-a08d-710ea25b1104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.607949 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbcf8de-9809-4f70-b7f3-b7821f7b4710 None None] Network b8752f4f-97b1-46ef-a6e7-e53edf6b01be requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:56:36.615405 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-33c70062-9678-4c47-a08d-710ea25b1104 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b2b47d88-4276-41ac-88c0-29b5a88b4328 HTTP/1.1" status: 204 len: 168 time: 0.3578038 Jan 28 01:56:36.617881 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47866) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:36.647280 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-13cc4dc1-721f-4f6e-a2d2-647bf50a27ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7750450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8420558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8742912'] for subnet, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.675519 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc4dc1-721f-4f6e-a2d2-647bf50a27ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d64498-4454-4142-9e51-722d428ed2ae,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:36.681451 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-13cc4dc1-721f-4f6e-a2d2-647bf50a27ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.689149 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47868) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:36.690840 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-13cc4dc1-721f-4f6e-a2d2-647bf50a27ff admin admin] 10.222.0.58 "DELETE /v2.0/subnets/26d64498-4454-4142-9e51-722d428ed2ae HTTP/1.1" status: 204 len: 168 time: 0.2974033 Jan 28 01:56:36.696609 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a1e8bc-6cab-46f6-889e-ce758718283a None None] Network 4b9edd10-156f-4292-9757-3a90c5728f2f requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:56:36.718091 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7845676'] for network, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.785567 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7845676'] for network, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.887411 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] Deleting port 11d76485-64de-4914-b45f-5de1232e46e1 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:36.887758 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.956996 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] Deleting port 78286ffe-a93a-4639-a49a-af46e2f0da03 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:36.957331 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:36.963682 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] For port 11d76485-64de-4914-b45f-5de1232e46e1, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=11d76485-64de-4914-b45f-5de1232e46e1,segment=NetworkSegment(283cff03-f327-4142-9284-0bb4f2de14ce),segment_id=283cff03-f327-4142-9284-0bb4f2de14ce)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:36.964033 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.011175 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] Calling delete_port for 11d76485-64de-4914-b45f-5de1232e46e1 owned by network:dhcp {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:37.088184 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] For port 78286ffe-a93a-4639-a49a-af46e2f0da03, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=78286ffe-a93a-4639-a49a-af46e2f0da03,segment=NetworkSegment(d0b8497b-af39-41d3-861c-c62335694a0a),segment_id=d0b8497b-af39-41d3-861c-c62335694a0a)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:37.088416 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.111080 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] Calling delete_port for 78286ffe-a93a-4639-a49a-af46e2f0da03 owned by network:dhcp {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:37.137641 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97da6d-479e-4518-8279-c7e12f103464 None None] DHCP port deletion for b8752f4f-97b1-46ef-a6e7-e53edf6b01be request from dv-cinder-824978-1-smb {{(pid=107860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 01:56:37.199962 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1dbe43-9a33-4d42-9ffe-b0233241ff15 None None] DHCP port deletion for 4b9edd10-156f-4292-9757-3a90c5728f2f request from dv-cinder-824978-1-smb {{(pid=107860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 01:56:37.236701 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.277065 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-1a97da6d-479e-4518-8279-c7e12f103464 None None] Deleting port 11d76485-64de-4914-b45f-5de1232e46e1 {{(pid=107860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:37.277653 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-1a97da6d-479e-4518-8279-c7e12f103464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.289271 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d76485-64de-4914-b45f-5de1232e46e1,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:37.292773 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] No DVR routers for this DVR port 11d76485-64de-4914-b45f-5de1232e46e1 on host dv-cinder-824978-1-smb {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:56:37.331160 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.344790 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 0fb90a94-4915-472c-b13a-203530310470 no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:37.390835 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] Pushing event deleted for resources: {'Port': ['ID=78286ffe-a93a-4639-a49a-af46e2f0da03,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:37.398582 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751577', 'neutron.services.segments.db._delete_segments_for_network-8788471369665'] for network, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.401554 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] No DVR routers for this DVR port 78286ffe-a93a-4639-a49a-af46e2f0da03 on host dv-cinder-824978-1-smb {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:56:37.442527 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8752f4f-97b1-46ef-a6e7-e53edf6b01be']}} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:37.491809 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283cff03-f327-4142-9284-0bb4f2de14ce') {'for_net_delete': True} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:37.492096 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283cff03-f327-4142-9284-0bb4f2de14ce') {} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:37.514278 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788471403201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1141320'] for segment, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.522132 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: 0fb90a94-4915-472c-b13a-203530310470 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:37.522472 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 0fb90a94-4915-472c-b13a-203530310470 not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:37.522892 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device aa236b47-c20b-4e40-addc-64063988812c no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:37.523963 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751577', 'neutron.services.segments.db._delete_segments_for_network-8788471369665'] for network, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.541047 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.554710 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9edd10-156f-4292-9757-3a90c5728f2f']}} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:37.557387 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=107858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:56:37.557791 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8545591'] for segment, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: Traceback (most recent call last): Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: timer() Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: cb(*args, **kw) Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: return func(*args, **kwargs) Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: self._notify() Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: self.callback(batched_events) Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: event.method(event) Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: return f(self, *a, **k) Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: return self._get(url).json() Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: return self.request(url, 'GET', **kwargs) Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:56:37.559609 dv-cinder-824978-1-smb neutron-server[107858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:56:37.565569 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-1a97da6d-479e-4518-8279-c7e12f103464 None None] For port 11d76485-64de-4914-b45f-5de1232e46e1, host dv-cinder-824978-1-smb, got binding levels [] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:37.565975 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-1a97da6d-479e-4518-8279-c7e12f103464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.569029 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: aa236b47-c20b-4e40-addc-64063988812c {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:37.569742 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device aa236b47-c20b-4e40-addc-64063988812c not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:37.584795 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-1a97da6d-479e-4518-8279-c7e12f103464 None None] Calling delete_port for 11d76485-64de-4914-b45f-5de1232e46e1 owned by network:dhcp {{(pid=107860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:37.587483 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-ca1dbe43-9a33-4d42-9ffe-b0233241ff15 None None] Deleting port 78286ffe-a93a-4639-a49a-af46e2f0da03 {{(pid=107860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:37.587849 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbe43-9a33-4d42-9ffe-b0233241ff15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.590865 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.ipam_backend_mixin [None req-1a97da6d-479e-4518-8279-c7e12f103464 None None] Port 11d76485-64de-4914-b45f-5de1232e46e1 was not found and therefore no delete operation was performed {{(pid=107860) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:56:37.592890 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-1a97da6d-479e-4518-8279-c7e12f103464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992'] for port, after_delete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.606211 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b8497b-af39-41d3-861c-c62335694a0a') {'for_net_delete': True} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:37.606686 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b8497b-af39-41d3-861c-c62335694a0a') {} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:56:37.636683 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788471403201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1141320'] for segment, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.650749 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614529'] for network, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.657944 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.663290 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97da6d-479e-4518-8279-c7e12f103464 None None] No DVR routers for this DVR port 11d76485-64de-4914-b45f-5de1232e46e1 on host dv-cinder-824978-1-smb {{(pid=107860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:56:37.663845 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b8752f4f-97b1-46ef-a6e7-e53edf6b01be HTTP/1.1" status: 204 len: 168 time: 1.0449626 Jan 28 01:56:37.665334 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.671414 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97da6d-479e-4518-8279-c7e12f103464 None None] Pushing event deleted for resources: {'Port': ['ID=11d76485-64de-4914-b45f-5de1232e46e1,revision_number=None']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:37.680551 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59818e4c-4bfa-4b01-b3a3-866264ef5201 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8752f4f-97b1-46ef-a6e7-e53edf6b01be,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:37.682648 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=107858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:56:37.683226 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8545591'] for segment, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: Traceback (most recent call last): Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: timer() Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: cb(*args, **kw) Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: return func(*args, **kwargs) Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: self._notify() Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: self.callback(batched_events) Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: event.method(event) Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: return f(self, *a, **k) Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: return self._get(url).json() Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: return self.request(url, 'GET', **kwargs) Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:56:37.685042 dv-cinder-824978-1-smb neutron-server[107858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:56:37.718999 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-ca1dbe43-9a33-4d42-9ffe-b0233241ff15 None None] For port 78286ffe-a93a-4639-a49a-af46e2f0da03, host dv-cinder-824978-1-smb, got binding levels [] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:37.719525 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbe43-9a33-4d42-9ffe-b0233241ff15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.733898 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-ca1dbe43-9a33-4d42-9ffe-b0233241ff15 None None] Calling delete_port for 78286ffe-a93a-4639-a49a-af46e2f0da03 owned by network:dhcp {{(pid=107860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:37.737462 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.ipam_backend_mixin [None req-ca1dbe43-9a33-4d42-9ffe-b0233241ff15 None None] Port 78286ffe-a93a-4639-a49a-af46e2f0da03 was not found and therefore no delete operation was performed {{(pid=107860) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:56:37.739883 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbe43-9a33-4d42-9ffe-b0233241ff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992'] for port, after_delete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.761532 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614529'] for network, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.767657 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.771421 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] 10.222.0.58 "DELETE /v2.0/networks/4b9edd10-156f-4292-9757-3a90c5728f2f HTTP/1.1" status: 204 len: 168 time: 1.0813751 Jan 28 01:56:37.772118 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1dbe43-9a33-4d42-9ffe-b0233241ff15 None None] No DVR routers for this DVR port 78286ffe-a93a-4639-a49a-af46e2f0da03 on host dv-cinder-824978-1-smb {{(pid=107860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:56:37.775664 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dbe43-9a33-4d42-9ffe-b0233241ff15 None None] Pushing event deleted for resources: {'Port': ['ID=78286ffe-a93a-4639-a49a-af46e2f0da03,revision_number=None']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:37.790944 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582aa49-f582-482e-a709-5ef678ca307d admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9edd10-156f-4292-9757-3a90c5728f2f,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:37.865367 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47878) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:37.928847 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-af15fe15-f906-4cc8-8a13-efd8126b37b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c429dadc11994a4186276b0066a5c162&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0616956 Jan 28 01:56:37.930799 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 47880) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:37.936415 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47882) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:37.982587 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-982e4160-1870-435d-91b6-3e24643a3243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:37.988916 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-4fd33ead-e41c-4d98-a6f5-bb9241eace4d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4889e3a8e01439eb8b6b365c41248d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512478 Jan 28 01:56:37.991354 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47884) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:38.010750 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-982e4160-1870-435d-91b6-3e24643a3243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:38.060873 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f33c9cd0-59d6-4350-bab4-69003436c1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:38.064678 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-982e4160-1870-435d-91b6-3e24643a3243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:38.075088 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-982e4160-1870-435d-91b6-3e24643a3243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:38.079405 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-982e4160-1870-435d-91b6-3e24643a3243 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de97567d-3be9-4f16-832b-ab4a4c835508 HTTP/1.1" status: 204 len: 168 time: 0.1453183 Jan 28 01:56:38.085616 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f33c9cd0-59d6-4350-bab4-69003436c1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:38.107699 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e4160-1870-435d-91b6-3e24643a3243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de97567d-3be9-4f16-832b-ab4a4c835508,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:38.148809 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f33c9cd0-59d6-4350-bab4-69003436c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:38.151863 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-f33c9cd0-59d6-4350-bab4-69003436c1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:38.156409 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-f33c9cd0-59d6-4350-bab4-69003436c1b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/00ca8ccd-c834-4608-a419-ca15131264e3 HTTP/1.1" status: 204 len: 168 time: 0.1640971 Jan 28 01:56:38.164534 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c9cd0-59d6-4350-bab4-69003436c1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ca8ccd-c834-4608-a419-ca15131264e3,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:38.401639 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 506aaea8-0101-49fb-b2fb-4bda24f0f20e no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:38.421872 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: 506aaea8-0101-49fb-b2fb-4bda24f0f20e {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:38.422227 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 506aaea8-0101-49fb-b2fb-4bda24f0f20e not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:38.422646 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6 no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:38.443379 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:38.443730 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 29bf01dd-5a6e-47dc-85d7-ee79f567bdd6 not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:38.444340 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 78286ffe-a93a-4639-a49a-af46e2f0da03 no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:38.466532 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: 78286ffe-a93a-4639-a49a-af46e2f0da03 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:38.466883 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 78286ffe-a93a-4639-a49a-af46e2f0da03 not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:38.467331 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 11d76485-64de-4914-b45f-5de1232e46e1 no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:38.494522 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: 11d76485-64de-4914-b45f-5de1232e46e1 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:38.494522 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 11d76485-64de-4914-b45f-5de1232e46e1 not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:38.578238 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47906) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:38.626716 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-2cd9eac1-dacf-43b6-81ff-d133f4bafb18 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea1949c6eda44dbf81b2f52b61eef733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448873 Jan 28 01:56:38.627421 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 47908) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:38.692844 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4828d4d3-732f-4799-8db6-f15c2b9f2601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:38.723325 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4828d4d3-732f-4799-8db6-f15c2b9f2601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:38.778541 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4828d4d3-732f-4799-8db6-f15c2b9f2601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:38.782039 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-4828d4d3-732f-4799-8db6-f15c2b9f2601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:38.785717 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-4828d4d3-732f-4799-8db6-f15c2b9f2601 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1bf72082-cdf7-434e-bb39-09f0de543cb9 HTTP/1.1" status: 204 len: 168 time: 0.1546319 Jan 28 01:56:38.792458 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828d4d3-732f-4799-8db6-f15c2b9f2601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf72082-cdf7-434e-bb39-09f0de543cb9,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:42.784217 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684031d-95c6-46ca-b62d-1fdc65b12477 req-c32f71cc-3f60-4786-9c90-606e0a38e798 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:42.791030 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3684031d-95c6-46ca-b62d-1fdc65b12477 req-c32f71cc-3f60-4786-9c90-606e0a38e798 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 946 time: 0.0687234 Jan 28 01:56:42.834688 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3684031d-95c6-46ca-b62d-1fdc65b12477 req-14851efe-5f14-4c0f-84a4-e7c649e8915c tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427172 Jan 28 01:56:43.953398 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d488213-4d43-48ae-ae26-087f10ea30cd req-71a21b38-2e3e-442b-b84f-e94548fad1c0 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:43.955049 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6d488213-4d43-48ae-ae26-087f10ea30cd req-71a21b38-2e3e-442b-b84f-e94548fad1c0 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 946 time: 0.0509565 Jan 28 01:56:43.992948 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-6d488213-4d43-48ae-ae26-087f10ea30cd req-2b320369-8b2e-4cbf-982c-b611e237c39c tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Jan 28 01:56:44.290070 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48038) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:44.406531 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8f7b67c6-ec9c-4795-81ee-ab1cdbe430f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:44.489528 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8f7b67c6-ec9c-4795-81ee-ab1cdbe430f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:44.493611 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-8f7b67c6-ec9c-4795-81ee-ab1cdbe430f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:44.533347 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-8f7b67c6-ec9c-4795-81ee-ab1cdbe430f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18d5412d585e4d3e835ce4256a8c7f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421644 Jan 28 01:56:44.534100 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b67c6-ec9c-4795-81ee-ab1cdbe430f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7f318c-6da7-4a88-8273-8f1e7fc78675,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:44.536539 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 48042) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:44.590455 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-359642f7-2f5a-4af3-8e19-2d1842c309ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:44.614410 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-359642f7-2f5a-4af3-8e19-2d1842c309ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:44.681252 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-359642f7-2f5a-4af3-8e19-2d1842c309ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:44.684797 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-359642f7-2f5a-4af3-8e19-2d1842c309ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:44.688931 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-359642f7-2f5a-4af3-8e19-2d1842c309ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc7f318c-6da7-4a88-8273-8f1e7fc78675 HTTP/1.1" status: 204 len: 168 time: 0.1485083 Jan 28 01:56:44.698310 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359642f7-2f5a-4af3-8e19-2d1842c309ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7f318c-6da7-4a88-8273-8f1e7fc78675,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:45.118570 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a928c5f-3a2b-42a9-ac2f-6c8fab5917f3 req-988199e4-08a8-4905-be4d-a7a4f92f615a tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:45.120078 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4a928c5f-3a2b-42a9-ac2f-6c8fab5917f3 req-988199e4-08a8-4905-be4d-a7a4f92f615a tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 946 time: 0.0514908 Jan 28 01:56:45.160858 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4a928c5f-3a2b-42a9-ac2f-6c8fab5917f3 req-c701ee20-0a25-410b-9860-79bd51d5ad81 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345676 Jan 28 01:56:45.357621 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48070) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:45.453028 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-441903910-network', 'tenant_id': '0694e33cbf0f4e3b9c4c5ee485865e9c'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:45.476879 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] Made reservation on behalf of 0694e33cbf0f4e3b9c4c5ee485865e9c for: {'network': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:56:45.479438 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:45.487994 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:45.563961 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:45.568086 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:45.589957 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1186} {{(pid=107858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:56:45.604998 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:45.607917 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:45.608257 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.segments_db [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] Added segment 5da6b275-800b-4942-99a3-5c695aed791d of type vlan for network d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd Jan 28 01:56:45.650794 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:45.678865 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:45.679935 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:45.680529 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:45.743191 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3844445 Jan 28 01:56:45.746577 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48078) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:45.753443 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-b05f6f30-76c1-4f93-a676-d698d5417897 admin admin] Request body: {'subnet': {'network_id': 'd1dd3f94-1bbc-4c9d-9a46-336655e1d9bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-441903910-subnet', 'tenant_id': '0694e33cbf0f4e3b9c4c5ee485865e9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:45.762646 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02676d-1340-4534-992a-7b0019324c13 admin admin] Pushing event updated for resources: {'Network': ['ID=d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:45.773279 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:56:45.785766 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05f6f30-76c1-4f93-a676-d698d5417897 admin admin] Made reservation on behalf of 0694e33cbf0f4e3b9c4c5ee485865e9c for: {'subnet': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:56:45.788479 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-b05f6f30-76c1-4f93-a676-d698d5417897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9384956'] for subnet, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:45.975003 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-b05f6f30-76c1-4f93-a676-d698d5417897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8545740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9384942'] for subnet, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:46.029212 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f6f30-76c1-4f93-a676-d698d5417897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2e81b8-f699-435a-bfad-37434d93a301,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:46.046062 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f6f30-76c1-4f93-a676-d698d5417897 admin admin] Checking segment: {'id': '5da6b275-800b-4942-99a3-5c695aed791d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'd1dd3f94-1bbc-4c9d-9a46-336655e1d9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:56:46.046502 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f6f30-76c1-4f93-a676-d698d5417897 admin admin] Network hostable DHCP agents. Network: d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:56:46.063958 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f6f30-76c1-4f93-a676-d698d5417897 admin admin] Network d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:56:46.073776 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-b05f6f30-76c1-4f93-a676-d698d5417897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd) {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:56:46.078787 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05f6f30-76c1-4f93-a676-d698d5417897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:46.080764 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-b05f6f30-76c1-4f93-a676-d698d5417897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:46.081792 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36487ed-ae09-4904-b435-3986d189e3ea None None] Network d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:56:46.099187 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-b05f6f30-76c1-4f93-a676-d698d5417897 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3511288 Jan 28 01:56:46.219311 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c8cd6f-45c2-445f-a2aa-19383b6959c0 None None] Network d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:56:46.303157 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3ff94-9382-470a-bf60-c06e1d83101e req-11505d37-07ee-4bbb-945a-2ff6bf8c40a7 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:46.306180 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-53d3ff94-9382-470a-bf60-c06e1d83101e req-11505d37-07ee-4bbb-945a-2ff6bf8c40a7 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 946 time: 0.0665321 Jan 28 01:56:46.349493 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-53d3ff94-9382-470a-bf60-c06e1d83101e req-35a230f9-2a9e-4359-ae4b-fc8a6617648f tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363262 Jan 28 01:56:47.471173 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16241c37-9c68-4f3d-b913-3e4fc989890d req-f58f7e0c-9101-40e1-b9b4-d9e087f5f4bc tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:47.472739 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-16241c37-9c68-4f3d-b913-3e4fc989890d req-f58f7e0c-9101-40e1-b9b4-d9e087f5f4bc tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 946 time: 0.0503836 Jan 28 01:56:47.516383 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-16241c37-9c68-4f3d-b913-3e4fc989890d req-b39bb97c-c9fd-476c-991c-a0824eaff245 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a709235-5345-4413-8147-4f62fd5fd2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376894 Jan 28 01:56:47.782441 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dfedc-8dbf-40d9-949e-5b8db6921a8c req-bc7fe26b-8968-426c-8e6f-93e50956abda tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:47.783939 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-765dfedc-8dbf-40d9-949e-5b8db6921a8c req-bc7fe26b-8968-426c-8e6f-93e50956abda tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.41 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 946 time: 0.0500700 Jan 28 01:56:47.949909 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-abca13f3-972b-48d9-bffe-c527eaf4765b tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:47.951651 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-abca13f3-972b-48d9-bffe-c527eaf4765b tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/networks?id=d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd HTTP/1.1" status: 200 len: 808 time: 0.1171489 Jan 28 01:56:47.969071 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-6d6aa34d-ea25-4396-a0ba-740115be8d7e tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/quotas/0694e33cbf0f4e3b9c4c5ee485865e9c HTTP/1.1" status: 200 len: 375 time: 0.0114722 Jan 28 01:56:48.004401 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-21c88aea-8147-4917-b3e5-447b29230394 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0694e33cbf0f4e3b9c4c5ee485865e9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293500 Jan 28 01:56:48.111876 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-be03cf91-bad9-44ef-9235-e2753fe53423 service neutron] 10.222.0.58 "GET /v2.0/networks/d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003308 Jan 28 01:56:48.129901 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-765dfedc-8dbf-40d9-949e-5b8db6921a8c req-79990b58-9664-40a3-8176-7629a774e2b8 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Deleting port 495f4430-f4d0-480e-9ea0-21b5e13411be {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:56:48.130332 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-765dfedc-8dbf-40d9-949e-5b8db6921a8c req-79990b58-9664-40a3-8176-7629a774e2b8 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:48.219473 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-bd1b1272-49c7-420e-be1e-6ff2301239d4 service neutron] 10.222.0.58 "GET /v2.0/networks/d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012700 Jan 28 01:56:48.241927 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-765dfedc-8dbf-40d9-949e-5b8db6921a8c req-79990b58-9664-40a3-8176-7629a774e2b8 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] For port 495f4430-f4d0-480e-9ea0-21b5e13411be, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=495f4430-f4d0-480e-9ea0-21b5e13411be,segment=NetworkSegment(4d73e8de-a776-4f19-8fc9-8174b6bd9afa),segment_id=4d73e8de-a776-4f19-8fc9-8174b6bd9afa)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:48.242372 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-765dfedc-8dbf-40d9-949e-5b8db6921a8c req-79990b58-9664-40a3-8176-7629a774e2b8 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:48.257001 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-765dfedc-8dbf-40d9-949e-5b8db6921a8c req-79990b58-9664-40a3-8176-7629a774e2b8 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Calling delete_port for 495f4430-f4d0-480e-9ea0-21b5e13411be owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:56:48.409336 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d0183880-91fc-468c-9ab2-a6d3c5ead43d req-5a2e9805-2d01-478d-9495-f200d3f7d47e tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 210 time: 0.0344217 Jan 28 01:56:48.425532 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-765dfedc-8dbf-40d9-949e-5b8db6921a8c req-79990b58-9664-40a3-8176-7629a774e2b8 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:48.463498 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['495f4430-f4d0-480e-9ea0-21b5e13411be'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:56:48.464045 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79990b58-9664-40a3-8176-7629a774e2b8 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Pushing event deleted for resources: {'Port': ['ID=495f4430-f4d0-480e-9ea0-21b5e13411be,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:48.509671 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-765dfedc-8dbf-40d9-949e-5b8db6921a8c req-79990b58-9664-40a3-8176-7629a774e2b8 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] No DVR routers for this DVR port 495f4430-f4d0-480e-9ea0-21b5e13411be on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:56:48.513104 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-765dfedc-8dbf-40d9-949e-5b8db6921a8c req-79990b58-9664-40a3-8176-7629a774e2b8 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:48.516522 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-765dfedc-8dbf-40d9-949e-5b8db6921a8c req-79990b58-9664-40a3-8176-7629a774e2b8 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.41 "DELETE /v2.0/ports/495f4430-f4d0-480e-9ea0-21b5e13411be HTTP/1.1" status: 204 len: 173 time: 0.7270348 Jan 28 01:56:48.516959 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423c05c7-59a0-4e2d-b253-046761b93725', 'name': 'network-vif-deleted', 'tag': '495f4430-f4d0-480e-9ea0-21b5e13411be'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:56:48.519232 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c851d11b-5f3f-4e9c-a8ed-a8329b5addeb" -d '{"events": [{"server_uuid": "423c05c7-59a0-4e2d-b253-046761b93725", "name": "network-vif-deleted", "tag": "495f4430-f4d0-480e-9ea0-21b5e13411be"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:48.563853 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78622cc-94c0-4de1-a983-5a8b89b141fb x-openstack-request-id: req-e78622cc-94c0-4de1-a983-5a8b89b141fb {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:48.564206 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423c05c7-59a0-4e2d-b253-046761b93725", "name": "network-vif-deleted", "tag": "495f4430-f4d0-480e-9ea0-21b5e13411be", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:48.564530 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e78622cc-94c0-4de1-a983-5a8b89b141fb {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:48.564862 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423c05c7-59a0-4e2d-b253-046761b93725', 'name': 'network-vif-deleted', 'tag': '495f4430-f4d0-480e-9ea0-21b5e13411be', 'status': 'completed', 'code': 200} Jan 28 01:56:48.628886 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a07d2ee3-e933-478c-abfb-380946c3d6db req-d731c2aa-2909-4325-b521-4c5cdda8fb95 tempest-VolumesSnapshotTestJSON-1156598204 tempest-VolumesSnapshotTestJSON-1156598204-project] 10.222.0.58 "GET /v2.0/ports?device_id=423c05c7-59a0-4e2d-b253-046761b93725 HTTP/1.1" status: 200 len: 210 time: 0.0309665 Jan 28 01:56:49.055938 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.502741 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48148) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:49.519922 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a06040e7-8cd5-499a-80df-17ad41c1de3e req-8292096d-deed-42ed-bee7-ea2892f20800 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 210 time: 0.0272000 Jan 28 01:56:49.640645 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-92249323-b86f-4769-aba1-be03806558f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.664548 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-b264d957-fe01-49c1-aa40-554ca3ff2bce tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:49.665994 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-b264d957-fe01-49c1-aa40-554ca3ff2bce tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.41 "GET /v2.0/networks?id=d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd HTTP/1.1" status: 200 len: 808 time: 0.1317599 Jan 28 01:56:49.691917 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-3fd3f827-0f3e-4079-8bdd-f4f904689d70 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Request body: {'port': {'device_id': 'f3e6022c-3ee1-4bf8-8c06-cda47c0042c4', 'network_id': 'd1dd3f94-1bbc-4c9d-9a46-336655e1d9bd', 'admin_state_up': True, 'tenant_id': '0694e33cbf0f4e3b9c4c5ee485865e9c'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:49.838200 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-92249323-b86f-4769-aba1-be03806558f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.845587 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-92249323-b86f-4769-aba1-be03806558f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.904885 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-3fd3f827-0f3e-4079-8bdd-f4f904689d70 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Made reservation on behalf of 0694e33cbf0f4e3b9c4c5ee485865e9c for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:56:49.908442 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-3fd3f827-0f3e-4079-8bdd-f4f904689d70 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:49.921349 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-92249323-b86f-4769-aba1-be03806558f9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d44cc00c131c44f1962d137809ededf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172888 Jan 28 01:56:49.924129 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92249323-b86f-4769-aba1-be03806558f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8233a16c-21c3-4495-b669-c564fba5569a,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:49.924462 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 48160) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:50.006971 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-cca201a5-5f1d-4857-863d-fe1899616f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.033313 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-cca201a5-5f1d-4857-863d-fe1899616f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.081582 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-cca201a5-5f1d-4857-863d-fe1899616f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.084171 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-cca201a5-5f1d-4857-863d-fe1899616f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.087318 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-3fd3f827-0f3e-4079-8bdd-f4f904689d70 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Allocated IP 172.20.0.3 (d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd/bb2e81b8-f699-435a-bfad-37434d93a301/416a8f43-89c2-49f5-9f30-ac99c20a25db) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:56:50.091716 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-cca201a5-5f1d-4857-863d-fe1899616f9b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8233a16c-21c3-4495-b669-c564fba5569a HTTP/1.1" status: 204 len: 168 time: 0.1653683 Jan 28 01:56:50.099769 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca201a5-5f1d-4857-863d-fe1899616f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8233a16c-21c3-4495-b669-c564fba5569a,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:50.247730 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-3fd3f827-0f3e-4079-8bdd-f4f904689d70 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.282964 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-3fd3f827-0f3e-4079-8bdd-f4f904689d70 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.332868 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-3fd3f827-0f3e-4079-8bdd-f4f904689d70 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Network d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:56:50.337909 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-3fd3f827-0f3e-4079-8bdd-f4f904689d70 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:56:50.342811 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-3fd3f827-0f3e-4079-8bdd-f4f904689d70 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:56:50.346947 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3f827-0f3e-4079-8bdd-f4f904689d70 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Pushing event updated for resources: {'Port': ['ID=416a8f43-89c2-49f5-9f30-ac99c20a25db,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:50.376529 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48170) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:50.393947 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.416515 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-3fd3f827-0f3e-4079-8bdd-f4f904689d70 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:50.416515 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-3fd3f827-0f3e-4079-8bdd-f4f904689d70 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.443111 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-3fd3f827-0f3e-4079-8bdd-f4f904689d70 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7551656 Jan 28 01:56:50.463623 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Request body: {'port': {'device_id': 'f3e6022c-3ee1-4bf8-8c06-cda47c0042c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:56:50.543485 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.546316 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.549413 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.617108 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8428912-f83a-43af-8af5-f0c362d4b9e9,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:50.627481 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8521203deab341038a99afe524bc307a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501175 Jan 28 01:56:50.632289 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 48174) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:50.637059 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:50.637436 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:50.637800 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:50.638132 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:50.638457 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:50.638783 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:50.639106 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:50.639456 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:50.639785 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:50.640103 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:50.640429 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:50.640743 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624032ca-8a6e-4c52-8341-1dfbe8cc5800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:50.687398 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-a2c47897-2fec-4af6-8196-fe14764fa213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.692512 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df174750-ad05-4dc3-912c-046eefa8ee46 req-b50a613f-a02a-46a6-98e5-e2dff835e332 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:50.694090 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-df174750-ad05-4dc3-912c-046eefa8ee46 req-b50a613f-a02a-46a6-98e5-e2dff835e332 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 931 time: 0.0949430 Jan 28 01:56:50.728375 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-48d528aa-0ed4-4988-ba14-7db49879fb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.754452 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-df174750-ad05-4dc3-912c-046eefa8ee46 req-391d0ff4-732a-47da-ab48-ce6f83caf2f4 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530469 Jan 28 01:56:50.766318 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-48d528aa-0ed4-4988-ba14-7db49879fb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.816429 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-48d528aa-0ed4-4988-ba14-7db49879fb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.819096 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-48d528aa-0ed4-4988-ba14-7db49879fb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.820336 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-48d528aa-0ed4-4988-ba14-7db49879fb69 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8428912-f83a-43af-8af5-f0c362d4b9e9 HTTP/1.1" status: 204 len: 168 time: 0.1868846 Jan 28 01:56:50.828843 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d528aa-0ed4-4988-ba14-7db49879fb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8428912-f83a-43af-8af5-f0c362d4b9e9,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:50.880744 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416a8f43-89c2-49f5-9f30-ac99c20a25db {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:56:50.889544 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.904053 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Transition to ACTIVE for port object 416a8f43-89c2-49f5-9f30-ac99c20a25db will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:56:50.908947 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:50.973448 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Pushing event updated for resources: {'Port': ['ID=416a8f43-89c2-49f5-9f30-ac99c20a25db,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:51.045246 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Attempting to bind port 416a8f43-89c2-49f5-9f30-ac99c20a25db on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:56:51.046379 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Attempting to bind port 416a8f43-89c2-49f5-9f30-ac99c20a25db by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '5da6b275-800b-4942-99a3-5c695aed791d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'd1dd3f94-1bbc-4c9d-9a46-336655e1d9bd'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:56:51.046379 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Attempting to bind port 416a8f43-89c2-49f5-9f30-ac99c20a25db on network d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:56:51.050402 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Port 416a8f43-89c2-49f5-9f30-ac99c20a25db on network d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:56:51.050753 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Attempting to bind port 416a8f43-89c2-49f5-9f30-ac99c20a25db on network d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:56:51.061805 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:56:51.062358 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Checking segment: {'id': '5da6b275-800b-4942-99a3-5c695aed791d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'd1dd3f94-1bbc-4c9d-9a46-336655e1d9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:56:51.062769 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Bound using segment: {'id': '5da6b275-800b-4942-99a3-5c695aed791d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'd1dd3f94-1bbc-4c9d-9a46-336655e1d9bd'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:56:51.063205 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Bound port: 416a8f43-89c2-49f5-9f30-ac99c20a25db, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5da6b275-800b-4942-99a3-5c695aed791d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'd1dd3f94-1bbc-4c9d-9a46-336655e1d9bd'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:56:51.063588 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:51.135788 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] For port 416a8f43-89c2-49f5-9f30-ac99c20a25db, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:56:51.140022 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] For port 416a8f43-89c2-49f5-9f30-ac99c20a25db, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=416a8f43-89c2-49f5-9f30-ac99c20a25db,segment=NetworkSegment(5da6b275-800b-4942-99a3-5c695aed791d),segment_id=5da6b275-800b-4942-99a3-5c695aed791d)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:56:51.145624 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:51.191011 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:51.191668 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:51.202443 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] 10.222.0.41 "PUT /v2.0/ports/416a8f43-89c2-49f5-9f30-ac99c20a25db HTTP/1.1" status: 200 len: 1093 time: 0.7348640 Jan 28 01:56:51.203023 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e6022c-3ee1-4bf8-8c06-cda47c0042c4', 'tag': '416a8f43-89c2-49f5-9f30-ac99c20a25db'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:56:51.205377 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9959310a-d437-4987-8616-a0a5a4c5639a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e6022c-3ee1-4bf8-8c06-cda47c0042c4", "tag": "416a8f43-89c2-49f5-9f30-ac99c20a25db"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:51.235696 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f37b95-46c5-4dde-b2d9-1e374e751d01 service neutron] Pushing event updated for resources: {'Port': ['ID=416a8f43-89c2-49f5-9f30-ac99c20a25db,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:51.262866 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3196ed-da36-45ea-ba96-9e25fa32c506 x-openstack-request-id: req-8e3196ed-da36-45ea-ba96-9e25fa32c506 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:51.263168 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e6022c-3ee1-4bf8-8c06-cda47c0042c4", "tag": "416a8f43-89c2-49f5-9f30-ac99c20a25db", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:51.263513 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e3196ed-da36-45ea-ba96-9e25fa32c506 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:51.263866 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e6022c-3ee1-4bf8-8c06-cda47c0042c4', 'tag': '416a8f43-89c2-49f5-9f30-ac99c20a25db', 'status': 'completed', 'code': 200} Jan 28 01:56:51.324590 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-68ba5ce5-fa57-4ce0-b99f-e4aebeb91791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:51.326139 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-68ba5ce5-fa57-4ce0-b99f-e4aebeb91791 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0694e33cbf0f4e3b9c4c5ee485865e9c&device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 1096 time: 0.0423150 Jan 28 01:56:51.385127 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-d9f180d9-23f0-409d-87bd-4e0c58d66ec5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416a8f43-89c2-49f5-9f30-ac99c20a25db HTTP/1.1" status: 200 len: 217 time: 0.0422125 Jan 28 01:56:51.440796 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-df2cb66d-9632-4a93-b939-ede8fd6d94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:51.442278 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-df2cb66d-9632-4a93-b939-ede8fd6d94f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb2e81b8-f699-435a-bfad-37434d93a301 HTTP/1.1" status: 200 len: 848 time: 0.0504732 Jan 28 01:56:51.479523 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-e3c83032-ed34-4c2c-86c6-f3e32c6bf306 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305321 Jan 28 01:56:51.578987 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-e0f44d92-3b5e-4fc8-9f44-7ffd4507f8e0 service neutron] 10.222.0.41 "GET /v2.0/networks/d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925767 Jan 28 01:56:51.688585 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-2c5997e7-991a-4f4a-b86c-c3b4f1d34573 req-81a77d7a-066a-4f8a-a82f-b2dccc53e4b5 service neutron] 10.222.0.41 "GET /v2.0/networks/d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003788 Jan 28 01:56:51.818836 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959310a-d437-4987-8616-a0a5a4c5639a req-13bd2e2c-4b6d-4fd7-9aa2-23873284aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:51.820336 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9959310a-d437-4987-8616-a0a5a4c5639a req-13bd2e2c-4b6d-4fd7-9aa2-23873284aefc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0694e33cbf0f4e3b9c4c5ee485865e9c&device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 1096 time: 0.0443416 Jan 28 01:56:51.884253 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfeaa3b-0101-4fe6-b867-ad01dfb73616 req-c4b7630d-4f5a-4ab2-b347-68b65461a8ef tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:51.886136 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bcfeaa3b-0101-4fe6-b867-ad01dfb73616 req-c4b7630d-4f5a-4ab2-b347-68b65461a8ef tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 943 time: 0.0603163 Jan 28 01:56:51.923952 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 495f4430-f4d0-480e-9ea0-21b5e13411be no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:56:51.928922 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959310a-d437-4987-8616-a0a5a4c5639a req-b5584cb6-6d88-4ff2-9f19-b945d2e7f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:51.930810 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9959310a-d437-4987-8616-a0a5a4c5639a req-b5584cb6-6d88-4ff2-9f19-b945d2e7f40f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd HTTP/1.1" status: 200 len: 910 time: 0.1016431 Jan 28 01:56:51.936260 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bcfeaa3b-0101-4fe6-b867-ad01dfb73616 req-1b60c21b-852d-437b-ac3a-f6081dfd21c8 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425372 Jan 28 01:56:51.950747 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: 495f4430-f4d0-480e-9ea0-21b5e13411be {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:56:51.951157 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 495f4430-f4d0-480e-9ea0-21b5e13411be not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:56:51.980790 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9959310a-d437-4987-8616-a0a5a4c5639a req-a2a91b1a-d806-4e66-bab7-97e7f1468a8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416a8f43-89c2-49f5-9f30-ac99c20a25db HTTP/1.1" status: 200 len: 217 time: 0.0414739 Jan 28 01:56:52.030721 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959310a-d437-4987-8616-a0a5a4c5639a req-b8d5b827-2e34-48bc-95a4-dd6f14926ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:52.032287 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9959310a-d437-4987-8616-a0a5a4c5639a req-b8d5b827-2e34-48bc-95a4-dd6f14926ceb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb2e81b8-f699-435a-bfad-37434d93a301 HTTP/1.1" status: 200 len: 848 time: 0.0440845 Jan 28 01:56:52.056100 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 48218) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:52.069729 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9959310a-d437-4987-8616-a0a5a4c5639a req-a4a4f051-63ed-4fce-a906-16a0ceecc8f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290787 Jan 28 01:56:52.165381 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9959310a-d437-4987-8616-a0a5a4c5639a req-2e313631-621b-4c4a-af18-dd4af277b9ea service neutron] 10.222.0.41 "GET /v2.0/networks/d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881920 Jan 28 01:56:52.168771 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:52.247132 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:52.252842 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:52.266996 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9959310a-d437-4987-8616-a0a5a4c5639a req-a9032c27-29d3-4539-b4ef-857706f13287 service neutron] 10.222.0.41 "GET /v2.0/networks/d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933638 Jan 28 01:56:52.288575 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66056820aa6d4e3192e3312995ae68b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313552 Jan 28 01:56:52.292809 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48226) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:52.302142 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e630760b-ed8b-44ae-958f-08cbf02f22ff,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:52.310725 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:52.311062 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:52.311620 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:52.312266 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:52.312601 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:52.312925 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:52.313246 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:52.313566 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:52.313895 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:52.314208 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:52.314520 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:52.314832 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741f39d8-d45b-4993-9edb-242061b0fe52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:52.352247 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e5a5260e-c61c-418a-8746-43ed00389018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:52.375576 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e5a5260e-c61c-418a-8746-43ed00389018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:52.424433 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e5a5260e-c61c-418a-8746-43ed00389018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:52.426900 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-e5a5260e-c61c-418a-8746-43ed00389018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:52.428040 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-e5a5260e-c61c-418a-8746-43ed00389018 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e630760b-ed8b-44ae-958f-08cbf02f22ff HTTP/1.1" status: 204 len: 168 time: 0.1346912 Jan 28 01:56:52.436292 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5260e-c61c-418a-8746-43ed00389018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e630760b-ed8b-44ae-958f-08cbf02f22ff,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:53.068332 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6495b9-3c56-40ab-a89c-a25af0d7f805 req-e2578ef1-7fa4-415c-9baf-7930e8514a0b tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:53.069811 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5b6495b9-3c56-40ab-a89c-a25af0d7f805 req-e2578ef1-7fa4-415c-9baf-7930e8514a0b tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 943 time: 0.0591881 Jan 28 01:56:53.113013 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5b6495b9-3c56-40ab-a89c-a25af0d7f805 req-ca21e3c9-d4e2-42e4-af0a-612493bb60c9 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366559 Jan 28 01:56:53.117172 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c8b8-2690-4ec4-8575-3d7e3df04f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:54.238110 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab860e-1973-430d-9255-9c55786ce30d req-e60ee57f-442c-4f92-94fb-7c89d09deaa4 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:54.239591 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0eab860e-1973-430d-9255-9c55786ce30d req-e60ee57f-442c-4f92-94fb-7c89d09deaa4 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 943 time: 0.0537567 Jan 28 01:56:54.290678 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0eab860e-1973-430d-9255-9c55786ce30d req-b612e8a2-9b46-48bf-b8b5-a75ec17cedf7 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449207 Jan 28 01:56:54.778854 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:55.413282 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137713aa-4eaf-4c28-9c94-f7eea97bb93f req-d18dc2e4-fed7-4529-ad41-714ade399e38 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:55.415208 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-137713aa-4eaf-4c28-9c94-f7eea97bb93f req-d18dc2e4-fed7-4529-ad41-714ade399e38 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 943 time: 0.0579219 Jan 28 01:56:55.454682 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-137713aa-4eaf-4c28-9c94-f7eea97bb93f req-64a8773f-f80f-4d67-b617-a638a8638fc5 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323384 Jan 28 01:56:55.923680 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 416a8f43-89c2-49f5-9f30-ac99c20a25db details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:56:56.030538 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 416a8f43-89c2-49f5-9f30-ac99c20a25db, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=416a8f43-89c2-49f5-9f30-ac99c20a25db,segment=NetworkSegment(5da6b275-800b-4942-99a3-5c695aed791d),segment_id=5da6b275-800b-4942-99a3-5c695aed791d)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:56.041150 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '416a8f43-89c2-49f5-9f30-ac99c20a25db', 'network_id': 'd1dd3f94-1bbc-4c9d-9a46-336655e1d9bd', 'port_id': '416a8f43-89c2-49f5-9f30-ac99c20a25db', 'mac_address': 'fa:16:3e:f5:dc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2e81b8-f699-435a-bfad-37434d93a301', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:56:56.079643 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.094484 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416a8f43-89c2-49f5-9f30-ac99c20a25db {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:56:56.114261 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 416a8f43-89c2-49f5-9f30-ac99c20a25db, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=416a8f43-89c2-49f5-9f30-ac99c20a25db,segment=NetworkSegment(5da6b275-800b-4942-99a3-5c695aed791d),segment_id=5da6b275-800b-4942-99a3-5c695aed791d)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:56.118625 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.170864 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=416a8f43-89c2-49f5-9f30-ac99c20a25db,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:56.178087 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:56.178440 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:56.178780 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:56.179114 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:56.179469 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:56.179803 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:56.180126 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:56.180476 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:56.180822 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:56.181153 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:56.181499 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:56.181817 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:56:56.200742 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.400908 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['416a8f43-89c2-49f5-9f30-ac99c20a25db'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:56:56.553508 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48326) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:56.588526 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac84395-8e06-4fbc-8de2-6d1b82ced904 req-109de8b5-0d23-4ead-8c99-2ca2b8c233de tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:56.589992 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7ac84395-8e06-4fbc-8de2-6d1b82ced904 req-109de8b5-0d23-4ead-8c99-2ca2b8c233de tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 944 time: 0.0643835 Jan 28 01:56:56.631761 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7ac84395-8e06-4fbc-8de2-6d1b82ced904 req-62ee25fe-53ce-40bb-aba5-d3489376ad9a tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347986 Jan 28 01:56:56.634027 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.678263 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7b5a4def-249a-455c-92c5-6b9c840656f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.764510 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7b5a4def-249a-455c-92c5-6b9c840656f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.768749 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-7b5a4def-249a-455c-92c5-6b9c840656f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.805350 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a4def-249a-455c-92c5-6b9c840656f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359a2c8f-50cb-4571-8ae4-9a565afe2e30,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:56.810360 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-7b5a4def-249a-455c-92c5-6b9c840656f9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=042e6b2cb95a49789219208820191fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557609 Jan 28 01:56:56.813339 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48330) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:56:56.862166 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d9ca0a73-96f0-45a0-ba33-f277e79a32a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.884354 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d9ca0a73-96f0-45a0-ba33-f277e79a32a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.933965 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d9ca0a73-96f0-45a0-ba33-f277e79a32a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.937109 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d9ca0a73-96f0-45a0-ba33-f277e79a32a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:56.938255 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-d9ca0a73-96f0-45a0-ba33-f277e79a32a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/359a2c8f-50cb-4571-8ae4-9a565afe2e30 HTTP/1.1" status: 204 len: 168 time: 0.1240199 Jan 28 01:56:56.946198 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca0a73-96f0-45a0-ba33-f277e79a32a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359a2c8f-50cb-4571-8ae4-9a565afe2e30,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:57.781832 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d3119-45a7-4adf-b2be-35618356aa74 req-9b0feb1e-20b1-481e-b3fb-9ecd8d4f1916 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:57.783381 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-855d3119-45a7-4adf-b2be-35618356aa74 req-9b0feb1e-20b1-481e-b3fb-9ecd8d4f1916 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 944 time: 0.0639100 Jan 28 01:56:57.829030 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-855d3119-45a7-4adf-b2be-35618356aa74 req-de5dc369-7dba-412f-9e72-22f2f4cd3211 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395737 Jan 28 01:56:57.938716 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 416a8f43-89c2-49f5-9f30-ac99c20a25db up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:56:57.996230 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port 416a8f43-89c2-49f5-9f30-ac99c20a25db completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:56:58.000441 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 416a8f43-89c2-49f5-9f30-ac99c20a25db triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:56:58.000897 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:58.087751 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:58.119140 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e6022c-3ee1-4bf8-8c06-cda47c0042c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416a8f43-89c2-49f5-9f30-ac99c20a25db'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:56:58.123412 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c9ea31-99c2-4fa4-a1d5-acdd35b44c7e" -d '{"events": [{"server_uuid": "f3e6022c-3ee1-4bf8-8c06-cda47c0042c4", "name": "network-vif-plugged", "status": "completed", "tag": "416a8f43-89c2-49f5-9f30-ac99c20a25db"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:56:58.138207 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 416a8f43-89c2-49f5-9f30-ac99c20a25db, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=416a8f43-89c2-49f5-9f30-ac99c20a25db,segment=NetworkSegment(5da6b275-800b-4942-99a3-5c695aed791d),segment_id=5da6b275-800b-4942-99a3-5c695aed791d)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:56:58.148716 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:56:58.180012 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e94131e-7f3c-407d-9a1b-7aad5082c3c1 x-openstack-request-id: req-7e94131e-7f3c-407d-9a1b-7aad5082c3c1 {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:56:58.180332 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e6022c-3ee1-4bf8-8c06-cda47c0042c4", "name": "network-vif-plugged", "status": "completed", "tag": "416a8f43-89c2-49f5-9f30-ac99c20a25db", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:56:58.180592 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e94131e-7f3c-407d-9a1b-7aad5082c3c1 {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:56:58.180985 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e6022c-3ee1-4bf8-8c06-cda47c0042c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416a8f43-89c2-49f5-9f30-ac99c20a25db', 'code': 200} Jan 28 01:56:58.204902 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=416a8f43-89c2-49f5-9f30-ac99c20a25db,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:56:58.376386 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860c331-263d-45cf-bb56-6650316b400d req-48100045-6947-4228-911a-ed4e5d168767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:58.377870 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9860c331-263d-45cf-bb56-6650316b400d req-48100045-6947-4228-911a-ed4e5d168767 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 1098 time: 0.0415070 Jan 28 01:56:58.413566 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9860c331-263d-45cf-bb56-6650316b400d req-dce7b0e7-c293-4cb3-8c57-160329e2c2f0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291200 Jan 28 01:56:58.952598 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161f06e-0403-412b-af7d-ab470ce16692 req-8b679721-24b2-493c-ae5f-40248fbdf2a1 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:58.954107 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1161f06e-0403-412b-af7d-ab470ce16692 req-8b679721-24b2-493c-ae5f-40248fbdf2a1 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 945 time: 0.0543363 Jan 28 01:56:58.994802 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1161f06e-0403-412b-af7d-ab470ce16692 req-01c05af5-fcb3-44d3-b279-68e7dd126333 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345073 Jan 28 01:57:00.116773 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d971b6c-fb34-4b1d-9360-334acaad7712 req-0be16497-8c76-4c8a-8fb6-b957a3b7253d tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:00.118407 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1d971b6c-fb34-4b1d-9360-334acaad7712 req-0be16497-8c76-4c8a-8fb6-b957a3b7253d tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 945 time: 0.0494268 Jan 28 01:57:00.158902 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1d971b6c-fb34-4b1d-9360-334acaad7712 req-b23743d0-495a-43cd-b4c3-7bc44c5db818 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Jan 28 01:57:00.864371 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53101c2e-3f0a-4eb9-bdf1-fd29dabc1ac6 req-21c1ba13-ceec-4abe-9239-0b3b974fc47d tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:00.865866 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-53101c2e-3f0a-4eb9-bdf1-fd29dabc1ac6 req-21c1ba13-ceec-4abe-9239-0b3b974fc47d tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 945 time: 0.0544634 Jan 28 01:57:00.921991 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-53101c2e-3f0a-4eb9-bdf1-fd29dabc1ac6 req-6654a0d8-e3d0-490d-891e-143ba9c8b7b6 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480664 Jan 28 01:57:01.812831 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:57:02.045761 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c11705-32ae-437f-be27-24601989ec44 req-72aaad15-5167-46e5-8bbd-cf1b04ab3e83 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:02.047368 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f1c11705-32ae-437f-be27-24601989ec44 req-72aaad15-5167-46e5-8bbd-cf1b04ab3e83 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 945 time: 0.0499842 Jan 28 01:57:02.087547 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f1c11705-32ae-437f-be27-24601989ec44 req-db662cd5-8d1a-4b95-b1f0-9e9e310e3d69 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337980 Jan 28 01:57:02.454752 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb77fe-74d7-41c6-b1e0-aad16857d59b req-9d0bb197-e165-4f6a-873b-51cc0376b97d tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:02.456422 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-52fb77fe-74d7-41c6-b1e0-aad16857d59b req-9d0bb197-e165-4f6a-873b-51cc0376b97d tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 945 time: 0.0494685 Jan 28 01:57:02.558463 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-52fb77fe-74d7-41c6-b1e0-aad16857d59b req-bc2c6e24-e086-4588-b6d0-9fa9fd553234 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Deleting port 416a8f43-89c2-49f5-9f30-ac99c20a25db {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:57:02.558799 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-52fb77fe-74d7-41c6-b1e0-aad16857d59b req-bc2c6e24-e086-4588-b6d0-9fa9fd553234 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.662972 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-52fb77fe-74d7-41c6-b1e0-aad16857d59b req-bc2c6e24-e086-4588-b6d0-9fa9fd553234 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] For port 416a8f43-89c2-49f5-9f30-ac99c20a25db, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=416a8f43-89c2-49f5-9f30-ac99c20a25db,segment=NetworkSegment(5da6b275-800b-4942-99a3-5c695aed791d),segment_id=5da6b275-800b-4942-99a3-5c695aed791d)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:02.663366 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-52fb77fe-74d7-41c6-b1e0-aad16857d59b req-bc2c6e24-e086-4588-b6d0-9fa9fd553234 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.677970 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-52fb77fe-74d7-41c6-b1e0-aad16857d59b req-bc2c6e24-e086-4588-b6d0-9fa9fd553234 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Calling delete_port for 416a8f43-89c2-49f5-9f30-ac99c20a25db owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:57:02.813954 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-52fb77fe-74d7-41c6-b1e0-aad16857d59b req-bc2c6e24-e086-4588-b6d0-9fa9fd553234 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.846253 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c6e24-e086-4588-b6d0-9fa9fd553234 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Pushing event deleted for resources: {'Port': ['ID=416a8f43-89c2-49f5-9f30-ac99c20a25db,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:02.851109 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['416a8f43-89c2-49f5-9f30-ac99c20a25db'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:57:02.893700 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fb77fe-74d7-41c6-b1e0-aad16857d59b req-bc2c6e24-e086-4588-b6d0-9fa9fd553234 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] No DVR routers for this DVR port 416a8f43-89c2-49f5-9f30-ac99c20a25db on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:57:02.896326 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-52fb77fe-74d7-41c6-b1e0-aad16857d59b req-bc2c6e24-e086-4588-b6d0-9fa9fd553234 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:02.899763 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-52fb77fe-74d7-41c6-b1e0-aad16857d59b req-bc2c6e24-e086-4588-b6d0-9fa9fd553234 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.41 "DELETE /v2.0/ports/416a8f43-89c2-49f5-9f30-ac99c20a25db HTTP/1.1" status: 204 len: 173 time: 0.4367239 Jan 28 01:57:02.900249 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e6022c-3ee1-4bf8-8c06-cda47c0042c4', 'name': 'network-vif-deleted', 'tag': '416a8f43-89c2-49f5-9f30-ac99c20a25db'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:02.903181 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e572ba9-5e41-4033-8460-bb8a3f532523" -d '{"events": [{"server_uuid": "f3e6022c-3ee1-4bf8-8c06-cda47c0042c4", "name": "network-vif-deleted", "tag": "416a8f43-89c2-49f5-9f30-ac99c20a25db"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:02.948538 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953bc7ba-e0e0-46bb-8a1a-63332e63aff8 x-openstack-request-id: req-953bc7ba-e0e0-46bb-8a1a-63332e63aff8 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:02.948842 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e6022c-3ee1-4bf8-8c06-cda47c0042c4", "name": "network-vif-deleted", "tag": "416a8f43-89c2-49f5-9f30-ac99c20a25db", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:02.949097 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-953bc7ba-e0e0-46bb-8a1a-63332e63aff8 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:02.950018 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e6022c-3ee1-4bf8-8c06-cda47c0042c4', 'name': 'network-vif-deleted', 'tag': '416a8f43-89c2-49f5-9f30-ac99c20a25db', 'status': 'completed', 'code': 200} Jan 28 01:57:03.195597 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3141840b-1d3a-4a55-9990-158b38326db6 req-15ac43e1-8fd0-4f5e-a4f0-0edd35b6f700 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3e6022c-3ee1-4bf8-8c06-cda47c0042c4 HTTP/1.1" status: 200 len: 210 time: 0.0275185 Jan 28 01:57:04.531813 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-251edc40-1f78-4d32-a384-a2cf657034a7 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:04.533312 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-251edc40-1f78-4d32-a384-a2cf657034a7 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/networks?id=d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd HTTP/1.1" status: 200 len: 808 time: 0.1099284 Jan 28 01:57:04.550338 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-9fd2fbfc-eeaa-4349-8a5a-2a87fdd021a9 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/quotas/0694e33cbf0f4e3b9c4c5ee485865e9c HTTP/1.1" status: 200 len: 375 time: 0.0111628 Jan 28 01:57:04.585282 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-861c2da6-1252-4b38-8686-f582d9015f06 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0694e33cbf0f4e3b9c4c5ee485865e9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283799 Jan 28 01:57:04.826514 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-f00685a2-fb33-46a5-bd26-bda281c69385 service neutron] 10.222.0.58 "GET /v2.0/networks/d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302184 Jan 28 01:57:04.936690 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-8138d967-aeed-4565-a8f8-d1d31084dab9 service neutron] 10.222.0.58 "GET /v2.0/networks/d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039250 Jan 28 01:57:05.099018 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-47efd909-650c-4aae-9c1d-0434d873ccb3 req-d636b209-c545-49d2-a427-be3c5f6c9afd tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 210 time: 0.0283267 Jan 28 01:57:06.164313 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-b5e0701d-895e-44b8-9f9a-294f65bf96bc tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:06.166100 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-b5e0701d-895e-44b8-9f9a-294f65bf96bc tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.41 "GET /v2.0/networks?id=d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd HTTP/1.1" status: 200 len: 808 time: 0.1213028 Jan 28 01:57:06.187210 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-0a1be0eb-d235-44af-a4c7-45e1e56d7d79 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Request body: {'port': {'device_id': 'decaefbd-7c8b-4453-9bd4-12e95be5cecb', 'network_id': 'd1dd3f94-1bbc-4c9d-9a46-336655e1d9bd', 'admin_state_up': True, 'tenant_id': '0694e33cbf0f4e3b9c4c5ee485865e9c'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:06.221948 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b5340856-cea7-4f6a-8bed-db4bd29b1fe1 req-a760932e-d445-4258-8f8d-a230c5810fb7 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 210 time: 0.0305140 Jan 28 01:57:06.308733 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-0a1be0eb-d235-44af-a4c7-45e1e56d7d79 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Made reservation on behalf of 0694e33cbf0f4e3b9c4c5ee485865e9c for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:06.312775 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-0a1be0eb-d235-44af-a4c7-45e1e56d7d79 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.443520 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-0a1be0eb-d235-44af-a4c7-45e1e56d7d79 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Allocated IP 172.20.0.8 (d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd/bb2e81b8-f699-435a-bfad-37434d93a301/6d714dbc-4387-4c19-9711-1bca79dcd985) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:06.594519 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-0a1be0eb-d235-44af-a4c7-45e1e56d7d79 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.628774 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-0a1be0eb-d235-44af-a4c7-45e1e56d7d79 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.675874 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-0a1be0eb-d235-44af-a4c7-45e1e56d7d79 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Network d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:06.679136 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-0a1be0eb-d235-44af-a4c7-45e1e56d7d79 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:06.683090 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-0a1be0eb-d235-44af-a4c7-45e1e56d7d79 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:06.690196 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1be0eb-d235-44af-a4c7-45e1e56d7d79 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Pushing event updated for resources: {'Port': ['ID=6d714dbc-4387-4c19-9711-1bca79dcd985,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:06.740718 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-0a1be0eb-d235-44af-a4c7-45e1e56d7d79 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:06.741328 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-0a1be0eb-d235-44af-a4c7-45e1e56d7d79 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:06.757982 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-0a1be0eb-d235-44af-a4c7-45e1e56d7d79 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751162 Jan 28 01:57:06.780098 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Request body: {'port': {'device_id': 'decaefbd-7c8b-4453-9bd4-12e95be5cecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:06.832510 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.032985 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 48588) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:07.076681 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.db_base_plugin_v2 [None req-315deb05-66b2-467c-a96b-3ce48e192a4c admin admin] Deleting subnet b8a9404c-ebb2-4eb0-8e96-43dfa10d7c98 {{(pid=107859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:57:07.080137 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-315deb05-66b2-467c-a96b-3ce48e192a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.120062 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d714dbc-4387-4c19-9711-1bca79dcd985 {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:57:07.122275 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-315deb05-66b2-467c-a96b-3ce48e192a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583537'] for subnet, precommit_delete_associations {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.129418 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.142804 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Transition to ACTIVE for port object 6d714dbc-4387-4c19-9711-1bca79dcd985 will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:57:07.148388 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.170806 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-315deb05-66b2-467c-a96b-3ce48e192a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7750459'] for subnet, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.226122 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-315deb05-66b2-467c-a96b-3ce48e192a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7750450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8420558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8742912'] for subnet, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.226837 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d714dbc-4387-4c19-9711-1bca79dcd985,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:07.262024 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-315deb05-66b2-467c-a96b-3ce48e192a4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.268538 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-315deb05-66b2-467c-a96b-3ce48e192a4c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b8a9404c-ebb2-4eb0-8e96-43dfa10d7c98 HTTP/1.1" status: 204 len: 168 time: 0.2344358 Jan 28 01:57:07.269084 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48592) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:07.269990 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315deb05-66b2-467c-a96b-3ce48e192a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a9404c-ebb2-4eb0-8e96-43dfa10d7c98,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:07.338527 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Attempting to bind port 6d714dbc-4387-4c19-9711-1bca79dcd985 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:07.338865 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Attempting to bind port 6d714dbc-4387-4c19-9711-1bca79dcd985 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': '5da6b275-800b-4942-99a3-5c695aed791d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'd1dd3f94-1bbc-4c9d-9a46-336655e1d9bd'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:07.339187 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Attempting to bind port 6d714dbc-4387-4c19-9711-1bca79dcd985 on network d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:07.351500 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4daba-1ee1-445a-ac75-bd913428cc89 req-f153bddb-293d-4c0b-b2fc-1e78d41820e9 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:07.352726 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Port 6d714dbc-4387-4c19-9711-1bca79dcd985 on network d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:57:07.352983 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1cb4daba-1ee1-445a-ac75-bd913428cc89 req-f153bddb-293d-4c0b-b2fc-1e78d41820e9 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 943 time: 0.0497599 Jan 28 01:57:07.353094 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Attempting to bind port 6d714dbc-4387-4c19-9711-1bca79dcd985 on network d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:07.363657 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6c0220e4-d697-4b97-95d3-2b82ccf87c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7845676'] for network, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.365546 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:07.365880 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Checking segment: {'id': '5da6b275-800b-4942-99a3-5c695aed791d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'd1dd3f94-1bbc-4c9d-9a46-336655e1d9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:07.366259 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Bound using segment: {'id': '5da6b275-800b-4942-99a3-5c695aed791d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'd1dd3f94-1bbc-4c9d-9a46-336655e1d9bd'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:07.366698 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Bound port: 6d714dbc-4387-4c19-9711-1bca79dcd985, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5da6b275-800b-4942-99a3-5c695aed791d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'd1dd3f94-1bbc-4c9d-9a46-336655e1d9bd'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:07.367043 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.401826 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-1cb4daba-1ee1-445a-ac75-bd913428cc89 req-d4bb995f-1897-4c25-b29d-9411b8cf71aa tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415504 Jan 28 01:57:07.498464 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6c0220e4-d697-4b97-95d3-2b82ccf87c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751577', 'neutron.services.segments.db._delete_segments_for_network-8788471369665'] for network, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.501128 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] For port 6d714dbc-4387-4c19-9711-1bca79dcd985, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:07.529511 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] For port 6d714dbc-4387-4c19-9711-1bca79dcd985, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6d714dbc-4387-4c19-9711-1bca79dcd985,segment=NetworkSegment(5da6b275-800b-4942-99a3-5c695aed791d),segment_id=5da6b275-800b-4942-99a3-5c695aed791d)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:07.534145 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-6c0220e4-d697-4b97-95d3-2b82ccf87c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339e497b-8b34-4f7c-bf9b-59d369f7d39a']}} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:07.537094 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.570564 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-6c0220e4-d697-4b97-95d3-2b82ccf87c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d73e8de-a776-4f19-8fc9-8174b6bd9afa') {'for_net_delete': True} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:07.570864 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-6c0220e4-d697-4b97-95d3-2b82ccf87c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d73e8de-a776-4f19-8fc9-8174b6bd9afa') {} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:07.589787 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6c0220e4-d697-4b97-95d3-2b82ccf87c62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788471403201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1141320'] for segment, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.592654 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:07.593243 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.594591 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] 10.222.0.41 "PUT /v2.0/ports/6d714dbc-4387-4c19-9711-1bca79dcd985 HTTP/1.1" status: 200 len: 1093 time: 0.8196943 Jan 28 01:57:07.596532 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decaefbd-7c8b-4453-9bd4-12e95be5cecb', 'tag': '6d714dbc-4387-4c19-9711-1bca79dcd985'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:07.598743 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14001cdc-01cf-4cd6-8582-05acdcca02a6" -d '{"events": [{"name": "network-changed", "server_uuid": "decaefbd-7c8b-4453-9bd4-12e95be5cecb", "tag": "6d714dbc-4387-4c19-9711-1bca79dcd985"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:07.623904 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6c0220e4-d697-4b97-95d3-2b82ccf87c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.626045 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d99eb5-df08-4d79-93e3-6bf7791d31b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d714dbc-4387-4c19-9711-1bca79dcd985,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:07.633686 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0220e4-d697-4b97-95d3-2b82ccf87c62 admin admin] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=107858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:57:07.634104 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6c0220e4-d697-4b97-95d3-2b82ccf87c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8545591'] for segment, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: Traceback (most recent call last): Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: timer() Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: cb(*args, **kw) Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: return func(*args, **kwargs) Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: self._notify() Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: self.callback(batched_events) Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: event.method(event) Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: return f(self, *a, **k) Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: return self._get(url).json() Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: return self.request(url, 'GET', **kwargs) Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:57:07.636407 dv-cinder-824978-1-smb neutron-server[107858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:57:07.676005 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db89e84b-cd71-44e0-8306-afeb28a6f34e x-openstack-request-id: req-db89e84b-cd71-44e0-8306-afeb28a6f34e {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:07.676437 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "decaefbd-7c8b-4453-9bd4-12e95be5cecb", "tag": "6d714dbc-4387-4c19-9711-1bca79dcd985", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:07.676579 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db89e84b-cd71-44e0-8306-afeb28a6f34e {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:07.676927 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decaefbd-7c8b-4453-9bd4-12e95be5cecb', 'tag': '6d714dbc-4387-4c19-9711-1bca79dcd985', 'status': 'completed', 'code': 200} Jan 28 01:57:07.723304 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6c0220e4-d697-4b97-95d3-2b82ccf87c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614529'] for network, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.734281 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-6c0220e4-d697-4b97-95d3-2b82ccf87c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:07.737412 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-6c0220e4-d697-4b97-95d3-2b82ccf87c62 admin admin] 10.222.0.58 "DELETE /v2.0/networks/339e497b-8b34-4f7c-bf9b-59d369f7d39a HTTP/1.1" status: 204 len: 168 time: 0.4673462 Jan 28 01:57:07.739512 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-28b7758a-2e03-449f-9358-5b1835252967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:07.740854 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-28b7758a-2e03-449f-9358-5b1835252967 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0694e33cbf0f4e3b9c4c5ee485865e9c&device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 1096 time: 0.0631201 Jan 28 01:57:07.749797 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0220e4-d697-4b97-95d3-2b82ccf87c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=339e497b-8b34-4f7c-bf9b-59d369f7d39a,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:07.789721 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-5689dded-642b-48cb-bc31-9a364522efa2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d714dbc-4387-4c19-9711-1bca79dcd985 HTTP/1.1" status: 200 len: 217 time: 0.0348101 Jan 28 01:57:07.854716 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-3ef2b36e-4ea4-4cf3-b2e3-2132a2abd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:07.857606 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-3ef2b36e-4ea4-4cf3-b2e3-2132a2abd185 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb2e81b8-f699-435a-bfad-37434d93a301 HTTP/1.1" status: 200 len: 848 time: 0.0522783 Jan 28 01:57:07.891026 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-82eae77b-8c67-4ee7-bea6-7fbd0817ff3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265169 Jan 28 01:57:07.911201 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 48598) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:07.954845 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-7b64857f-7b90-43e6-8af0-ab362578b587 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=704499a5911e411bab98ead4fb375e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424950 Jan 28 01:57:07.957493 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 48600) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:07.981657 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 416a8f43-89c2-49f5-9f30-ac99c20a25db no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:57:07.997917 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-c500456f-6cc6-4ed4-9985-a459cee3bb0d service neutron] 10.222.0.41 "GET /v2.0/networks/d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983799 Jan 28 01:57:08.002358 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: 416a8f43-89c2-49f5-9f30-ac99c20a25db {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:57:08.002699 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 416a8f43-89c2-49f5-9f30-ac99c20a25db not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:57:08.009908 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-af5b57a7-7443-4338-8490-5d8b86d084a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:08.032649 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-af5b57a7-7443-4338-8490-5d8b86d084a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:08.092643 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-af5b57a7-7443-4338-8490-5d8b86d084a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:08.096572 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-af5b57a7-7443-4338-8490-5d8b86d084a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:08.097730 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-af5b57a7-7443-4338-8490-5d8b86d084a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a709235-5345-4413-8147-4f62fd5fd2ff HTTP/1.1" status: 204 len: 168 time: 0.1393626 Jan 28 01:57:08.103371 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-d261656c-c112-491b-9645-6ac2ba2cdf5a req-35b43670-66a9-49e1-9138-956082b2665f service neutron] 10.222.0.41 "GET /v2.0/networks/d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992141 Jan 28 01:57:08.106484 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b57a7-7443-4338-8490-5d8b86d084a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a709235-5345-4413-8147-4f62fd5fd2ff,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:08.252465 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14001cdc-01cf-4cd6-8582-05acdcca02a6 req-e36ea63e-2c8b-4c18-97c4-0b69f399f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:08.254165 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-14001cdc-01cf-4cd6-8582-05acdcca02a6 req-e36ea63e-2c8b-4c18-97c4-0b69f399f807 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0694e33cbf0f4e3b9c4c5ee485865e9c&device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 1096 time: 0.0494974 Jan 28 01:57:08.359543 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 48610) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:08.366432 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14001cdc-01cf-4cd6-8582-05acdcca02a6 req-f4dc9125-1146-4819-8adc-12cffc88a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:08.368316 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-14001cdc-01cf-4cd6-8582-05acdcca02a6 req-f4dc9125-1146-4819-8adc-12cffc88a5bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd HTTP/1.1" status: 200 len: 910 time: 0.1076500 Jan 28 01:57:08.502724 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-fcedfa8c-e848-47f3-bf86-a30e9f5a8499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:08.574194 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89780df4-84a6-48a6-8b61-018f9ac9119e req-ced92270-4fa3-4c23-91ae-2ba741448bb2 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:08.576479 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-89780df4-84a6-48a6-8b61-018f9ac9119e req-ced92270-4fa3-4c23-91ae-2ba741448bb2 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 943 time: 0.0935359 Jan 28 01:57:08.639773 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-89780df4-84a6-48a6-8b61-018f9ac9119e req-be773b29-da87-43f1-bf8d-dddb7da64e6d tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562117 Jan 28 01:57:08.659094 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-fcedfa8c-e848-47f3-bf86-a30e9f5a8499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:08.664112 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-fcedfa8c-e848-47f3-bf86-a30e9f5a8499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:08.675879 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-14001cdc-01cf-4cd6-8582-05acdcca02a6 req-dff8f182-2462-4dc8-8df0-fe08fedd4f9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d714dbc-4387-4c19-9711-1bca79dcd985 HTTP/1.1" status: 200 len: 217 time: 0.2997265 Jan 28 01:57:08.706237 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedfa8c-e848-47f3-bf86-a30e9f5a8499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b10c97-39c2-4b01-9669-e3470fde68a9,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:08.713593 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-fcedfa8c-e848-47f3-bf86-a30e9f5a8499 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab1419107fd0487991b6620486fa46fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521254 Jan 28 01:57:08.713871 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48616) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:08.750520 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14001cdc-01cf-4cd6-8582-05acdcca02a6 req-2a4f90a5-663e-4399-8dbc-09ce8caef998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:08.752003 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-14001cdc-01cf-4cd6-8582-05acdcca02a6 req-2a4f90a5-663e-4399-8dbc-09ce8caef998 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb2e81b8-f699-435a-bfad-37434d93a301 HTTP/1.1" status: 200 len: 848 time: 0.0694189 Jan 28 01:57:08.791218 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-14001cdc-01cf-4cd6-8582-05acdcca02a6 req-6cd5f1f8-24d0-4f96-8496-f9fabc7f79ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312114 Jan 28 01:57:08.808318 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3a96e1fa-dc81-4441-a4bc-414146cb0f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:08.869331 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3a96e1fa-dc81-4441-a4bc-414146cb0f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:08.921714 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-14001cdc-01cf-4cd6-8582-05acdcca02a6 req-4d801804-6ecc-498f-839b-7e73203fe1ea service neutron] 10.222.0.41 "GET /v2.0/networks/d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232312 Jan 28 01:57:08.981903 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3a96e1fa-dc81-4441-a4bc-414146cb0f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:08.984384 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3a96e1fa-dc81-4441-a4bc-414146cb0f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:08.985507 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-3a96e1fa-dc81-4441-a4bc-414146cb0f4a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/56b10c97-39c2-4b01-9669-e3470fde68a9 HTTP/1.1" status: 204 len: 168 time: 0.2714167 Jan 28 01:57:08.998180 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96e1fa-dc81-4441-a4bc-414146cb0f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b10c97-39c2-4b01-9669-e3470fde68a9,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:09.033833 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-14001cdc-01cf-4cd6-8582-05acdcca02a6 req-bad7baf2-9059-4724-a096-4c9d23623fcd service neutron] 10.222.0.41 "GET /v2.0/networks/d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050742 Jan 28 01:57:09.643086 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 48638) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:09.751233 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1732177305-network', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:09.796214 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e14ed-b74a-40fa-8462-3a375aaf4b48 req-c7bef139-4839-4421-a6d2-93f922d97130 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:09.798379 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9b1e14ed-b74a-40fa-8462-3a375aaf4b48 req-c7bef139-4839-4421-a6d2-93f922d97130 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 943 time: 0.0787470 Jan 28 01:57:09.807200 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] Made reservation on behalf of 5635296b769c4345ba2dac4c594d1a1a for: {'network': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:09.809570 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:09.830356 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:09.866436 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9b1e14ed-b74a-40fa-8462-3a375aaf4b48 req-5b11d886-23ad-4c99-aaad-8379132e269f tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602412 Jan 28 01:57:09.932236 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:09.936013 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:09.959628 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1151} {{(pid=107859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:57:09.971097 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e93942-5f39-4b06-b2ad-c235ef45b8fc,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:09.977096 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:09.977437 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.db.segments_db [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] Added segment d828aef2-1aa8-4fb7-b02a-a7b2d35969c0 of type vlan for network ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 Jan 28 01:57:10.016533 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.041862 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.042891 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:10.044251 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.098280 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4540493 Jan 28 01:57:10.101280 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48644) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:10.105221 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4aff2d-a89f-4a88-88fe-fc3044620109 admin admin] Pushing event updated for resources: {'Network': ['ID=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:10.107626 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-9167db11-0fa3-4406-9afe-4e97339a84a8 admin admin] Request body: {'subnet': {'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1732177305-subnet', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'ip_version': 4}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:10.115731 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:57:10.132744 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9167db11-0fa3-4406-9afe-4e97339a84a8 admin admin] Made reservation on behalf of 5635296b769c4345ba2dac4c594d1a1a for: {'subnet': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:10.135012 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-9167db11-0fa3-4406-9afe-4e97339a84a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9384956'] for subnet, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.316255 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-9167db11-0fa3-4406-9afe-4e97339a84a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8545740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9384942'] for subnet, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.369411 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167db11-0fa3-4406-9afe-4e97339a84a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de10269b-27bd-4bbb-8a96-6dbc6bdff1dd,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:10.385323 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9167db11-0fa3-4406-9afe-4e97339a84a8 admin admin] Checking segment: {'id': 'd828aef2-1aa8-4fb7-b02a-a7b2d35969c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:10.385648 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9167db11-0fa3-4406-9afe-4e97339a84a8 admin admin] Network hostable DHCP agents. Network: ce3c3ee8-f756-4dc2-808a-4439c1edf8f6, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:57:10.404831 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9167db11-0fa3-4406-9afe-4e97339a84a8 admin admin] Network ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:57:10.414185 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-9167db11-0fa3-4406-9afe-4e97339a84a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, ce3c3ee8-f756-4dc2-808a-4439c1edf8f6) {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:10.418608 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9167db11-0fa3-4406-9afe-4e97339a84a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:10.419380 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-9167db11-0fa3-4406-9afe-4e97339a84a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.423554 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a1fb49-37ba-4ada-be0c-8d38c3322b0a None None] Network ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:57:10.436125 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-9167db11-0fa3-4406-9afe-4e97339a84a8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3331227 Jan 28 01:57:10.440469 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48646) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:10.444978 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:10.468126 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14829'] for router, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.472777 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.526501 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.578535 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3251d021-e988-563e-ba3e-ff2730f448da-ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'fixed_ips': [{'subnet_id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd'}]}} from dv-cinder-824978-1-smb. {{(pid=107860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:57:10.579429 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.663382 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.733225 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.db_base_plugin_common [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Allocated IP 172.20.0.2 (ce3c3ee8-f756-4dc2-808a-4439c1edf8f6/de10269b-27bd-4bbb-8a96-6dbc6bdff1dd/4f3c3e9f-f049-4b36-83b9-8289fbd3bd42) {{(pid=107860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:10.887994 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Notify callbacks [] for port, precommit_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.889801 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.897003 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.912674 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:10.947548 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Network ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 is already hosted by enough agents. {{(pid=107860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:10.959949 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.base_scheduler [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Resources bound (agent type, host, resource id): {{(pid=107860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:10.962353 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Pushing event updated for resources: {'Port': ['ID=4f3c3e9f-f049-4b36-83b9-8289fbd3bd42,revision_number=1']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:10.964979 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Received port after_create {{(pid=107860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:11.015961 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100262d4-ee7f-4cb2-b1d4-74739a395779 req-718c956f-a640-4519-a9c3-f6f64c59b139 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:11.022318 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Attempting to bind port 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42 on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:11.022679 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Attempting to bind port 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42 by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': 'd828aef2-1aa8-4fb7-b02a-a7b2d35969c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:11.023035 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Attempting to bind port 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42 on network ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:11.023757 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-100262d4-ee7f-4cb2-b1d4-74739a395779 req-718c956f-a640-4519-a9c3-f6f64c59b139 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 943 time: 0.0739393 Jan 28 01:57:11.026760 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Allocated IP 172.28.1.228 (53e1632d-3d8a-4bf7-bdd8-752e18cfbd35/fce5ff57-e9f1-4373-a307-b308380c36d0/f0e608ad-2862-4653-bace-daa4defcc653) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:11.028840 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:11.029219 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Checking segment: {'id': 'd828aef2-1aa8-4fb7-b02a-a7b2d35969c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:11.029622 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:11.030037 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Bound using segment: {'id': 'd828aef2-1aa8-4fb7-b02a-a7b2d35969c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:11.030484 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Bound port: 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd828aef2-1aa8-4fb7-b02a-a7b2d35969c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:11.030864 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:11.061098 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-100262d4-ee7f-4cb2-b1d4-74739a395779 req-a69e0872-7085-415e-8557-ff2237b86b4c tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359232 Jan 28 01:57:11.103214 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] For port 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:11.109280 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] For port 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=4f3c3e9f-f049-4b36-83b9-8289fbd3bd42,segment=NetworkSegment(d828aef2-1aa8-4fb7-b02a-a7b2d35969c0),segment_id=d828aef2-1aa8-4fb7-b02a-a7b2d35969c0)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:11.115913 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:11.141898 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:11.179741 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3920d-2938-4c66-b73a-4781ecfebc81 None None] Pushing event updated for resources: {'Port': ['ID=4f3c3e9f-f049-4b36-83b9-8289fbd3bd42,revision_number=2']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:11.180072 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:11.226069 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:11.228956 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:11.233272 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:11.236865 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Pushing event updated for resources: {'Port': ['ID=f0e608ad-2862-4653-bace-daa4defcc653,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:11.511255 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:11.704629 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614473'] for router, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:11.839636 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Router a206888a-823d-45ce-b36b-e4397fb5ecfb is scheduled to L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 with binding_index 1 {{(pid=107858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:57:11.954306 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:57:11.964898 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Sync routers for ids ['a206888a-823d-45ce-b36b-e4397fb5ecfb'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:57:11.974329 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] Notify callbacks [] for router, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:11.978315 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-881239fe-1b81-45cf-af78-c9dd3da6a4e8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5341501 Jan 28 01:57:11.978466 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Routers {'a206888a-823d-45ce-b36b-e4397fb5ecfb'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:11.978466 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-a068f409-f085-4656-8d76-a075a947c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['a206888a-823d-45ce-b36b-e4397fb5ecfb'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:11.978891 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48650) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:12.016607 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 6d714dbc-4387-4c19-9711-1bca79dcd985 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:57:12.160715 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Set router a206888a-823d-45ce-b36b-e4397fb5ecfb gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:12.198389 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874af8cb-5994-44b5-ae24-a60e0350d5ac None None] Network ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:57:12.205689 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb14c8-0dae-459f-b10c-a81e5b33d762 req-446d9152-170a-4a52-8008-0f09f7aa0667 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:12.208095 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5deb14c8-0dae-459f-b10c-a81e5b33d762 req-446d9152-170a-4a52-8008-0f09f7aa0667 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 943 time: 0.0611248 Jan 28 01:57:12.249081 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5deb14c8-0dae-459f-b10c-a81e5b33d762 req-f0af99fe-3b0a-48d9-8d01-505af04fc407 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344501 Jan 28 01:57:12.457455 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.490864 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 6d714dbc-4387-4c19-9711-1bca79dcd985, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6d714dbc-4387-4c19-9711-1bca79dcd985,segment=NetworkSegment(5da6b275-800b-4942-99a3-5c695aed791d),segment_id=5da6b275-800b-4942-99a3-5c695aed791d)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:12.493377 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:12.551019 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-ac759692-d93c-455b-bdcb-96a22be8b2dc None None] Provisioning complete for port 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:12.551714 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-ac759692-d93c-455b-bdcb-96a22be8b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.552959 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '6d714dbc-4387-4c19-9711-1bca79dcd985', 'network_id': 'd1dd3f94-1bbc-4c9d-9a46-336655e1d9bd', 'port_id': '6d714dbc-4387-4c19-9711-1bca79dcd985', 'mac_address': 'fa:16:3e:ae:20:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2e81b8-f699-435a-bfad-37434d93a301', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:57:12.618571 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Allocated IP 172.20.0.1 (ce3c3ee8-f756-4dc2-808a-4439c1edf8f6/de10269b-27bd-4bbb-8a96-6dbc6bdff1dd/d77c98f4-505a-4026-a428-fee24356f45a) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:12.739567 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.742853 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.775110 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.777509 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:12.777968 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.783135 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d714dbc-4387-4c19-9711-1bca79dcd985 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:57:12.818229 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Network ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:12.822666 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:12.828424 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:12.832110 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Pushing event updated for resources: {'Port': ['ID=d77c98f4-505a-4026-a428-fee24356f45a,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:12.872792 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617012'] for router_interface, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.886043 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 6d714dbc-4387-4c19-9711-1bca79dcd985, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6d714dbc-4387-4c19-9711-1bca79dcd985,segment=NetworkSegment(5da6b275-800b-4942-99a3-5c695aed791d),segment_id=5da6b275-800b-4942-99a3-5c695aed791d)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:12.899541 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.913262 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-ac759692-d93c-455b-bdcb-96a22be8b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:12.969537 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-a068f409-f085-4656-8d76-a075a947c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:11Z', 'revision_number': 3, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'gw_port': {'id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:57:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:13.009166 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.012202 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Checking router: a206888a-823d-45ce-b36b-e4397fb5ecfb for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:57:13.012458 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Updating router a206888a-823d-45ce-b36b-e4397fb5ecfb port f0e608ad-2862-4653-bace-daa4defcc653 binding host dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:57:13.074612 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-ac759692-d93c-455b-bdcb-96a22be8b2dc None None] For port 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=4f3c3e9f-f049-4b36-83b9-8289fbd3bd42,segment=NetworkSegment(d828aef2-1aa8-4fb7-b02a-a7b2d35969c0),segment_id=d828aef2-1aa8-4fb7-b02a-a7b2d35969c0)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:13.083967 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-ac759692-d93c-455b-bdcb-96a22be8b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.087785 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=6d714dbc-4387-4c19-9711-1bca79dcd985,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:13.091738 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.101223 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.194158 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.202727 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.264156 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['6d714dbc-4387-4c19-9711-1bca79dcd985'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:57:13.273083 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Pushing event updated for resources: {'Port': ['ID=d77c98f4-505a-4026-a428-fee24356f45a,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:13.283174 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617096'] for router_interface, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.290323 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac759692-d93c-455b-bdcb-96a22be8b2dc None None] Pushing event updated for resources: {'Port': ['ID=4f3c3e9f-f049-4b36-83b9-8289fbd3bd42,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:13.365391 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-20348ef8-e899-432e-809d-dd5abccf7b19 None None] Provisioning complete for port 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:13.365747 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-20348ef8-e899-432e-809d-dd5abccf7b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.367334 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.db.api [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:57:13.367649 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG oslo_db.api [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:57:13.393151 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Network ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:13.394741 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:13.431738 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ea766-5f04-4a3d-8482-89043d022924 req-0eac4108-2be3-4336-ba30-6d5affd40d42 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:13.435219 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b10ea766-5f04-4a3d-8482-89043d022924 req-0eac4108-2be3-4336-ba30-6d5affd40d42 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 944 time: 0.0600162 Jan 28 01:57:13.481439 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b10ea766-5f04-4a3d-8482-89043d022924 req-f2db05dc-2934-452f-96bd-d46eb9f1c679 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387990 Jan 28 01:57:13.546890 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Router a206888a-823d-45ce-b36b-e4397fb5ecfb has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:57:13.654558 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-20348ef8-e899-432e-809d-dd5abccf7b19 None None] Provisioning complete for port d77c98f4-505a-4026-a428-fee24356f45a triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:13.654938 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-20348ef8-e899-432e-809d-dd5abccf7b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.701799 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Notify callbacks [] for port, precommit_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.716345 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.734023 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-20348ef8-e899-432e-809d-dd5abccf7b19 None None] Port d77c98f4-505a-4026-a428-fee24356f45a cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:57:13.781684 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Attempting to bind port f0e608ad-2862-4653-bace-daa4defcc653 on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:13.782064 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Attempting to bind port f0e608ad-2862-4653-bace-daa4defcc653 by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:13.782427 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Attempting to bind port f0e608ad-2862-4653-bace-daa4defcc653 on network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:13.788018 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6149fd4-e639-4631-9900-1853801c66a4 None None] Pushing event updated for resources: {'Port': ['ID=f0e608ad-2862-4653-bace-daa4defcc653,revision_number=2']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:13.792583 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:13.792963 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Checking segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:13.794021 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.794399 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Bound using segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:13.794971 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Bound port: f0e608ad-2862-4653-bace-daa4defcc653, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:13.795387 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.856579 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-a068f409-f085-4656-8d76-a075a947c217 None None] For port f0e608ad-2862-4653-bace-daa4defcc653, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:13.860687 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-a068f409-f085-4656-8d76-a075a947c217 None None] For port f0e608ad-2862-4653-bace-daa4defcc653, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=f0e608ad-2862-4653-bace-daa4defcc653,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:13.865787 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.869592 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-67594dfe-d2fc-4f25-bd27-090d1da85c6d None None] Provisioning complete for port d77c98f4-505a-4026-a428-fee24356f45a triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:13.869962 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-67594dfe-d2fc-4f25-bd27-090d1da85c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:13.909622 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:57:13.914847 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-cf69e65c-a707-466c-a954-146bc3f2f99c admin admin] 10.222.0.58 "PUT /v2.0/routers/a206888a-823d-45ce-b36b-e4397fb5ecfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9353478 Jan 28 01:57:13.972804 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-67594dfe-d2fc-4f25-bd27-090d1da85c6d None None] Port d77c98f4-505a-4026-a428-fee24356f45a cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:57:13.991324 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Routers {'a206888a-823d-45ce-b36b-e4397fb5ecfb'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:13.992052 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-a068f409-f085-4656-8d76-a075a947c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['a206888a-823d-45ce-b36b-e4397fb5ecfb'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:13.997480 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6149fd4-e639-4631-9900-1853801c66a4 None None] Pushing event updated for resources: {'Port': ['ID=f0e608ad-2862-4653-bace-daa4defcc653,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:14.110852 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-a068f409-f085-4656-8d76-a075a947c217 None None] Set router a206888a-823d-45ce-b36b-e4397fb5ecfb gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:14.428366 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 48670) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:14.433176 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1341865174-network', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:14.434509 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:14.457681 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] Made reservation on behalf of 6a1c336984ab45f4819571ef1077fad3 for: {'network': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:14.460424 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for network, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:14.469437 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:14.502671 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:14.503113 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:14.511668 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-a068f409-f085-4656-8d76-a075a947c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:12Z', 'revision_number': 4, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'gw_port': {'id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:57:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'd77c98f4-505a-4026-a428-fee24356f45a', 'name': '', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'mac_address': 'fa:16:3e:30:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:12Z', 'updated_at': '2022-01-28T01:57:13Z', 'revision_number': 2, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'subnets': [{'id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:14.561918 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068f409-f085-4656-8d76-a075a947c217 None None] The sync data for ids ['a206888a-823d-45ce-b36b-e4397fb5ecfb'] in dv-cinder-824978-1-smb is: [{'id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:12Z', 'revision_number': 4, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'gw_port': {'id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:57:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'd77c98f4-505a-4026-a428-fee24356f45a', 'name': '', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'mac_address': 'fa:16:3e:30:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:12Z', 'updated_at': '2022-01-28T01:57:13Z', 'revision_number': 2, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'subnets': [{'id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:57:14.587394 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:14.596108 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:14.622409 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1156} {{(pid=107859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:57:14.648107 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2ed7e-08f9-464a-afd6-be1c5a5ccf92 req-956374e2-1203-4e9b-aa6e-55281f1a0f26 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:14.649609 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2be2ed7e-08f9-464a-afd6-be1c5a5ccf92 req-956374e2-1203-4e9b-aa6e-55281f1a0f26 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 944 time: 0.0965745 Jan 28 01:57:14.650770 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:14.651100 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.db.segments_db [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] Added segment a4e3e6f5-b288-4b7c-b80c-afddff75161c of type vlan for network 6cb8cf20-84b4-4107-9524-993e17e95fdb Jan 28 01:57:14.652582 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f35e972-3ca4-4e45-82d4-76959351d290,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:14.712982 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788471007178'] for network, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:14.732869 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2be2ed7e-08f9-464a-afd6-be1c5a5ccf92 req-84af35d5-6641-4310-a461-bcce7feff3dc tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701852 Jan 28 01:57:14.771877 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991'] for network, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:14.773049 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:14.773602 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:14.842213 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4097800 Jan 28 01:57:14.843084 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 48674) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:14.847890 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-e2f23bba-c2ce-4b22-a498-d3029757897a admin admin] Request body: {'subnet': {'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1341865174-subnet', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'ip_version': 4}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:14.858101 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2e05b-b598-411e-9e19-1df49be9caa5 admin admin] Pushing event updated for resources: {'Network': ['ID=6cb8cf20-84b4-4107-9524-993e17e95fdb,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:14.869697 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Network 6cb8cf20-84b4-4107-9524-993e17e95fdb details requested by agent ovs-agent-dv-cinder-824978-1-smb with host dv-cinder-824978-1-smb {{(pid=107860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:57:14.884974 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f23bba-c2ce-4b22-a498-d3029757897a admin admin] Made reservation on behalf of 6a1c336984ab45f4819571ef1077fad3 for: {'subnet': 1} {{(pid=107859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:14.887994 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e2f23bba-c2ce-4b22-a498-d3029757897a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8742949'] for subnet, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:15.080039 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e2f23bba-c2ce-4b22-a498-d3029757897a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8420495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8742967'] for subnet, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:15.135532 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f23bba-c2ce-4b22-a498-d3029757897a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba89f6e6-b0fc-4cc0-82de-3de734384b10,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:15.146854 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f23bba-c2ce-4b22-a498-d3029757897a admin admin] Checking segment: {'id': 'a4e3e6f5-b288-4b7c-b80c-afddff75161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:15.147285 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f23bba-c2ce-4b22-a498-d3029757897a admin admin] Network hostable DHCP agents. Network: 6cb8cf20-84b4-4107-9524-993e17e95fdb, hostable agents: ['9672edfe-09a5-45d7-9257-874c70c69fb0'], hosted agents: [] {{(pid=107859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:57:15.164283 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f23bba-c2ce-4b22-a498-d3029757897a admin admin] Network 6cb8cf20-84b4-4107-9524-993e17e95fdb is scheduled to be hosted by DHCP agent 9672edfe-09a5-45d7-9257-874c70c69fb0 with binding_index 1 {{(pid=107859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:57:15.176608 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-e2f23bba-c2ce-4b22-a498-d3029757897a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824978-1-smb, 6cb8cf20-84b4-4107-9524-993e17e95fdb) {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:15.180897 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f23bba-c2ce-4b22-a498-d3029757897a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:15.181477 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-e2f23bba-c2ce-4b22-a498-d3029757897a admin admin] Notify callbacks [] for subnet, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:15.187525 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94df6a9f-d371-4a1e-ae08-a02237606f20 None None] Network 6cb8cf20-84b4-4107-9524-993e17e95fdb requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:57:15.202960 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-e2f23bba-c2ce-4b22-a498-d3029757897a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3583825 Jan 28 01:57:15.205155 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 48676) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:15.209569 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1341865174-router', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:15.247333 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-615929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14829'] for router, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:15.247333 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-615192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14740'] for router, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:15.314520 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:15.374026 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3251d021-e988-563e-ba3e-ff2730f448da-6cb8cf20-84b4-4107-9524-993e17e95fdb', 'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'fixed_ips': [{'subnet_id': 'ba89f6e6-b0fc-4cc0-82de-3de734384b10'}]}} from dv-cinder-824978-1-smb. {{(pid=107860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:57:15.375041 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:15.467827 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:15.528903 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.db_base_plugin_common [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Allocated IP 172.20.0.2 (6cb8cf20-84b4-4107-9524-993e17e95fdb/ba89f6e6-b0fc-4cc0-82de-3de734384b10/6fcb7053-4d9b-451f-9c6b-56d4d92956da) {{(pid=107860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:15.692765 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:15.707902 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Notify callbacks [] for port, precommit_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:15.717108 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983'] for port, after_create {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:15.720086 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:15.766431 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Network 6cb8cf20-84b4-4107-9524-993e17e95fdb is already hosted by enough agents. {{(pid=107860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:15.770734 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.scheduler.base_scheduler [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Resources bound (agent type, host, resource id): {{(pid=107860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:15.776114 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Received port after_create {{(pid=107860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:15.785425 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Pushing event updated for resources: {'Port': ['ID=6fcb7053-4d9b-451f-9c6b-56d4d92956da,revision_number=1']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:15.848179 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.db_base_plugin_common [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Allocated IP 172.28.1.217 (53e1632d-3d8a-4bf7-bdd8-752e18cfbd35/fce5ff57-e9f1-4373-a307-b308380c36d0/049bde4f-646a-4234-8d78-10358700fa0e) {{(pid=107859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:15.855681 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Attempting to bind port 6fcb7053-4d9b-451f-9c6b-56d4d92956da on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:15.857686 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Attempting to bind port 6fcb7053-4d9b-451f-9c6b-56d4d92956da by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': 'a4e3e6f5-b288-4b7c-b80c-afddff75161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:15.858274 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Attempting to bind port 6fcb7053-4d9b-451f-9c6b-56d4d92956da on network 6cb8cf20-84b4-4107-9524-993e17e95fdb {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:15.864650 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:15.865309 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Checking segment: {'id': 'a4e3e6f5-b288-4b7c-b80c-afddff75161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:15.865679 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:15.866075 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Bound using segment: {'id': 'a4e3e6f5-b288-4b7c-b80c-afddff75161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:15.866544 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Bound port: 6fcb7053-4d9b-451f-9c6b-56d4d92956da, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e3e6f5-b288-4b7c-b80c-afddff75161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:15.866926 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:15.941606 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1001d0a-27d8-49d7-86cf-f339ec9a21b7 req-01dd2ce7-5025-4f1f-84fb-51080d274274 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:15.943155 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a1001d0a-27d8-49d7-86cf-f339ec9a21b7 req-01dd2ce7-5025-4f1f-84fb-51080d274274 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 944 time: 0.1106663 Jan 28 01:57:15.946738 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-65c0f687-4730-431b-aced-96b156a797ed None None] For port 6fcb7053-4d9b-451f-9c6b-56d4d92956da, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:15.950840 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-65c0f687-4730-431b-aced-96b156a797ed None None] For port 6fcb7053-4d9b-451f-9c6b-56d4d92956da, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=6fcb7053-4d9b-451f-9c6b-56d4d92956da,segment=NetworkSegment(a4e3e6f5-b288-4b7c-b80c-afddff75161c),segment_id=a4e3e6f5-b288-4b7c-b80c-afddff75161c)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:15.957633 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.014563 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a1001d0a-27d8-49d7-86cf-f339ec9a21b7 req-c1f9ecbe-740d-4508-9b96-5ff3c849a7ed tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596008 Jan 28 01:57:16.021888 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0f687-4730-431b-aced-96b156a797ed None None] Pushing event updated for resources: {'Port': ['ID=6fcb7053-4d9b-451f-9c6b-56d4d92956da,revision_number=2']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:16.026324 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 6d714dbc-4387-4c19-9711-1bca79dcd985 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:16.043640 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.083403 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port 6d714dbc-4387-4c19-9711-1bca79dcd985 completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:57:16.083626 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.087371 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 6d714dbc-4387-4c19-9711-1bca79dcd985 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:16.087744 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.131464 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 is already hosted by enough agents. {{(pid=107859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:16.136417 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.base_scheduler [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Resources bound (agent type, host, resource id): {{(pid=107859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:16.141413 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Received port after_create {{(pid=107859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:16.144426 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Pushing event updated for resources: {'Port': ['ID=049bde4f-646a-4234-8d78-10358700fa0e,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:16.230200 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.254448 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decaefbd-7c8b-4453-9bd4-12e95be5cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d714dbc-4387-4c19-9711-1bca79dcd985'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:16.256801 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9466536-5c84-4932-bae5-c53f82886620" -d '{"events": [{"server_uuid": "decaefbd-7c8b-4453-9bd4-12e95be5cecb", "name": "network-vif-plugged", "status": "completed", "tag": "6d714dbc-4387-4c19-9711-1bca79dcd985"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:16.273803 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 6d714dbc-4387-4c19-9711-1bca79dcd985, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6d714dbc-4387-4c19-9711-1bca79dcd985,segment=NetworkSegment(5da6b275-800b-4942-99a3-5c695aed791d),segment_id=5da6b275-800b-4942-99a3-5c695aed791d)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:16.282985 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.332789 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9904e1b-f791-41dd-89bd-05459396d5fd x-openstack-request-id: req-b9904e1b-f791-41dd-89bd-05459396d5fd {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:16.333098 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decaefbd-7c8b-4453-9bd4-12e95be5cecb", "name": "network-vif-plugged", "status": "completed", "tag": "6d714dbc-4387-4c19-9711-1bca79dcd985", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:16.333348 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b9904e1b-f791-41dd-89bd-05459396d5fd {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:16.333735 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decaefbd-7c8b-4453-9bd4-12e95be5cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d714dbc-4387-4c19-9711-1bca79dcd985', 'code': 200} Jan 28 01:57:16.353879 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=6d714dbc-4387-4c19-9711-1bca79dcd985,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:16.563944 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device f0e608ad-2862-4653-bace-daa4defcc653 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:16.610461 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519be4db-77a1-482b-869f-1c00312a059e req-d9853e2f-377f-4cfb-8f81-fd2e148b2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:16.612704 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-519be4db-77a1-482b-869f-1c00312a059e req-d9853e2f-377f-4cfb-8f81-fd2e148b2386 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 1098 time: 0.0495510 Jan 28 01:57:16.616443 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port f0e608ad-2862-4653-bace-daa4defcc653 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:16.616904 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.656073 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-519be4db-77a1-482b-869f-1c00312a059e req-11df41e7-f7b6-4af6-bab4-078df2e48aba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357106 Jan 28 01:57:16.710053 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.714809 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.737115 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] For port f0e608ad-2862-4653-bace-daa4defcc653, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=f0e608ad-2862-4653-bace-daa4defcc653,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:16.745519 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.747448 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 6fcb7053-4d9b-451f-9c6b-56d4d92956da up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:16.832059 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Pushing event updated for resources: {'Port': ['ID=f0e608ad-2862-4653-bace-daa4defcc653,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:16.844858 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 6fcb7053-4d9b-451f-9c6b-56d4d92956da triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:16.845233 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.917000 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-615178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614473'] for router, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.931560 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.978553 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] For port 6fcb7053-4d9b-451f-9c6b-56d4d92956da, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=6fcb7053-4d9b-451f-9c6b-56d4d92956da,segment=NetworkSegment(a4e3e6f5-b288-4b7c-b80c-afddff75161c),segment_id=a4e3e6f5-b288-4b7c-b80c-afddff75161c)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:16.983849 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:16.995356 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Sync routers for ids ['a206888a-823d-45ce-b36b-e4397fb5ecfb'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:57:17.006106 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Routers {'a206888a-823d-45ce-b36b-e4397fb5ecfb'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:17.006866 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['a206888a-823d-45ce-b36b-e4397fb5ecfb'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:17.038203 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Pushing event updated for resources: {'Port': ['ID=6fcb7053-4d9b-451f-9c6b-56d4d92956da,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:17.070407 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Router 4841122e-8141-4f89-b866-212e67a0d085 is scheduled to L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 with binding_index 1 {{(pid=107859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:57:17.132407 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Set router a206888a-823d-45ce-b36b-e4397fb5ecfb gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:17.237087 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aca6f5-1c57-4129-9884-264631aa5ab6 req-0e268c0e-57b4-4621-aa85-a8c7d85ac4c3 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:17.238594 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c8aca6f5-1c57-4129-9884-264631aa5ab6 req-0e268c0e-57b4-4621-aa85-a8c7d85ac4c3 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 945 time: 0.1028750 Jan 28 01:57:17.245730 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:57:17.267418 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Sync routers for ids ['4841122e-8141-4f89-b866-212e67a0d085'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:57:17.279637 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] Notify callbacks [] for router, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.280947 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-6672f7c0-961e-45cc-a05d-942fdeddaf28 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0746939 Jan 28 01:57:17.282014 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Routers {'4841122e-8141-4f89-b866-212e67a0d085'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:17.283679 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48684) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:17.291080 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['4841122e-8141-4f89-b866-212e67a0d085'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:17.308476 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-c8aca6f5-1c57-4129-9884-264631aa5ab6 req-b85285c9-9d4a-4fc9-81d1-3912c047e83a tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604146 Jan 28 01:57:17.396482 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:12Z', 'revision_number': 4, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'gw_port': {'id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'd77c98f4-505a-4026-a428-fee24356f45a', 'name': '', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'mac_address': 'fa:16:3e:30:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:12Z', 'updated_at': '2022-01-28T01:57:13Z', 'revision_number': 2, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'subnets': [{'id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:17.431784 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Checking router: a206888a-823d-45ce-b36b-e4397fb5ecfb for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:57:17.432224 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Updating router a206888a-823d-45ce-b36b-e4397fb5ecfb port d77c98f4-505a-4026-a428-fee24356f45a binding host dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:57:17.458201 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.464054 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Set router 4841122e-8141-4f89-b866-212e67a0d085 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:17.700556 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cacc19-60e0-4acc-98a0-4ca110d6ac9b None None] Network 6cb8cf20-84b4-4107-9524-993e17e95fdb requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:57:17.774551 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841122e-8141-4f89-b866-212e67a0d085', 'name': 'tempest-TestMinimumBasicScenario-1341865174-router', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '049bde4f-646a-4234-8d78-10358700fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:57:16Z', 'revision_number': 3, 'project_id': '6a1c336984ab45f4819571ef1077fad3', 'gw_port': {'id': '049bde4f-646a-4234-8d78-10358700fa0e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4841122e-8141-4f89-b866-212e67a0d085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:17.786905 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Notify callbacks [] for port, precommit_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.794635 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.807995 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6825465f-94f3-4873-9c83-eab599ba21bf None None] Provisioning complete for port 6fcb7053-4d9b-451f-9c6b-56d4d92956da triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:17.808366 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6825465f-94f3-4873-9c83-eab599ba21bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.813190 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Checking router: 4841122e-8141-4f89-b866-212e67a0d085 for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:57:17.813190 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Updating router 4841122e-8141-4f89-b866-212e67a0d085 port 049bde4f-646a-4234-8d78-10358700fa0e binding host dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:57:17.857873 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:17.910495 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.054049 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56fe74-1b6f-4512-8498-9404cc9d7d5a None None] Pushing event updated for resources: {'Port': ['ID=d77c98f4-505a-4026-a428-fee24356f45a,revision_number=3']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:18.065425 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Attempting to bind port d77c98f4-505a-4026-a428-fee24356f45a on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:18.066417 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Attempting to bind port d77c98f4-505a-4026-a428-fee24356f45a by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': 'd828aef2-1aa8-4fb7-b02a-a7b2d35969c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6'}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:18.067053 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Attempting to bind port d77c98f4-505a-4026-a428-fee24356f45a on network ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:18.075457 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fe74-1b6f-4512-8498-9404cc9d7d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:18.075796 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fe74-1b6f-4512-8498-9404cc9d7d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:18.076126 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fe74-1b6f-4512-8498-9404cc9d7d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:18.076452 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fe74-1b6f-4512-8498-9404cc9d7d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:18.076778 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fe74-1b6f-4512-8498-9404cc9d7d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:18.077096 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fe74-1b6f-4512-8498-9404cc9d7d5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:18.077414 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fe74-1b6f-4512-8498-9404cc9d7d5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:18.077729 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fe74-1b6f-4512-8498-9404cc9d7d5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:18.078062 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fe74-1b6f-4512-8498-9404cc9d7d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:18.078378 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fe74-1b6f-4512-8498-9404cc9d7d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:18.078741 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fe74-1b6f-4512-8498-9404cc9d7d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:18.078994 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56fe74-1b6f-4512-8498-9404cc9d7d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:18.082330 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:18.082964 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Checking segment: {'id': 'd828aef2-1aa8-4fb7-b02a-a7b2d35969c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:18.083557 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.084084 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Bound using segment: {'id': 'd828aef2-1aa8-4fb7-b02a-a7b2d35969c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6'} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:18.084735 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Bound port: d77c98f4-505a-4026-a428-fee24356f45a, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd828aef2-1aa8-4fb7-b02a-a7b2d35969c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6'}}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:18.085288 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.113368 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Allocated IP 172.20.0.1 (6cb8cf20-84b4-4107-9524-993e17e95fdb/ba89f6e6-b0fc-4cc0-82de-3de734384b10/ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:18.167525 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] For port d77c98f4-505a-4026-a428-fee24356f45a, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:18.171435 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] For port d77c98f4-505a-4026-a428-fee24356f45a, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=d77c98f4-505a-4026-a428-fee24356f45a,segment=NetworkSegment(d828aef2-1aa8-4fb7-b02a-a7b2d35969c0),segment_id=d828aef2-1aa8-4fb7-b02a-a7b2d35969c0)] {{(pid=107861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:18.176890 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.233839 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56fe74-1b6f-4512-8498-9404cc9d7d5a None None] Pushing event updated for resources: {'Port': ['ID=d77c98f4-505a-4026-a428-fee24356f45a,revision_number=4']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:18.243708 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Routers {'a206888a-823d-45ce-b36b-e4397fb5ecfb'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:18.245023 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['a206888a-823d-45ce-b36b-e4397fb5ecfb'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:18.263470 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.326269 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.406763 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Network 6cb8cf20-84b4-4107-9524-993e17e95fdb is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:18.428748 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:18.428977 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] Set router a206888a-823d-45ce-b36b-e4397fb5ecfb gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:18.442369 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:18.531708 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Pushing event updated for resources: {'Port': ['ID=ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:18.556414 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617012'] for router_interface, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.562881 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774f811-4692-41bc-af69-df652507a885 req-345fd704-4309-45cb-804c-56a3e9351c39 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:18.564745 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4774f811-4692-41bc-af69-df652507a885 req-345fd704-4309-45cb-804c-56a3e9351c39 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 945 time: 0.1083267 Jan 28 01:57:18.566957 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-7a5d8eea-ce9c-4b5c-803c-53849841331e None None] Provisioning complete for port d77c98f4-505a-4026-a428-fee24356f45a triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:18.568470 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8eea-ce9c-4b5c-803c-53849841331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.605392 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Notify callbacks [] for port, precommit_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.619423 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device d77c98f4-505a-4026-a428-fee24356f45a up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:18.623073 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4774f811-4692-41bc-af69-df652507a885 req-b797b784-27f2-4d51-8d7b-2adcaad302a4 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454018 Jan 28 01:57:18.680235 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.765391 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:12Z', 'revision_number': 4, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'gw_port': {'id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'd77c98f4-505a-4026-a428-fee24356f45a', 'name': '', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'mac_address': 'fa:16:3e:30:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:12Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 4, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'subnets': [{'id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:18.771942 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Attempting to bind port 049bde4f-646a-4234-8d78-10358700fa0e on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:18.772529 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Attempting to bind port 049bde4f-646a-4234-8d78-10358700fa0e by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:18.772625 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Attempting to bind port 049bde4f-646a-4234-8d78-10358700fa0e on network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:18.790239 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:18.790638 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Checking segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:18.791049 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.791427 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Bound using segment: {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'} {{(pid=107860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:18.791902 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.managers [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Bound port: 049bde4f-646a-4234-8d78-10358700fa0e, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd888e3-3c90-4e06-9e7e-72fd21b81dd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35'}}] {{(pid=107860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:18.792277 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.794008 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.813656 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f19ecc-f7bd-4ceb-bdcf-362dc8052000 None None] The sync data for ids ['a206888a-823d-45ce-b36b-e4397fb5ecfb'] in dv-cinder-824978-1-smb is: [{'id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:12Z', 'revision_number': 4, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'gw_port': {'id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'd77c98f4-505a-4026-a428-fee24356f45a', 'name': '', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'mac_address': 'fa:16:3e:30:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:12Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 4, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'subnets': [{'id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:57:18.816856 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8562b2a-75ab-416c-9f0b-71feaabe2864 None None] Pushing event updated for resources: {'Port': ['ID=049bde4f-646a-4234-8d78-10358700fa0e,revision_number=2']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:18.892050 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port d77c98f4-505a-4026-a428-fee24356f45a triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:18.892375 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.897388 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8eea-ce9c-4b5c-803c-53849841331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:18.932712 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] For port 049bde4f-646a-4234-8d78-10358700fa0e, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:18.968557 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] For port 049bde4f-646a-4234-8d78-10358700fa0e, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=049bde4f-646a-4234-8d78-10358700fa0e,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:18.996995 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:19.066566 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-7a5d8eea-ce9c-4b5c-803c-53849841331e None None] For port d77c98f4-505a-4026-a428-fee24356f45a, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=d77c98f4-505a-4026-a428-fee24356f45a,segment=NetworkSegment(d828aef2-1aa8-4fb7-b02a-a7b2d35969c0),segment_id=d828aef2-1aa8-4fb7-b02a-a7b2d35969c0)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:19.087142 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:19.093414 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8eea-ce9c-4b5c-803c-53849841331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:19.102799 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:19.129031 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:19.142817 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8562b2a-75ab-416c-9f0b-71feaabe2864 None None] Pushing event updated for resources: {'Port': ['ID=049bde4f-646a-4234-8d78-10358700fa0e,revision_number=3']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:19.178901 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617096'] for router_interface, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:19.181257 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Pushing event updated for resources: {'Port': ['ID=ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:19.207091 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Routers {'4841122e-8141-4f89-b866-212e67a0d085'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:19.207751 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:56:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['4841122e-8141-4f89-b866-212e67a0d085'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:19.213620 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d8eea-ce9c-4b5c-803c-53849841331e None None] Pushing event updated for resources: {'Port': ['ID=d77c98f4-505a-4026-a428-fee24356f45a,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:19.253025 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device f0e608ad-2862-4653-bace-daa4defcc653 up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:19.315132 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Network 6cb8cf20-84b4-4107-9524-993e17e95fdb is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:19.316675 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:19.374806 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-a5e04221-28c6-4b3b-b512-01b54b8fadbc None None] Provisioning complete for port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:19.375374 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-a5e04221-28c6-4b3b-b512-01b54b8fadbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:19.379962 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] Set router 4841122e-8141-4f89-b866-212e67a0d085 gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:19.516345 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Router 4841122e-8141-4f89-b866-212e67a0d085 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:57:19.523117 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port f0e608ad-2862-4653-bace-daa4defcc653 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:19.523922 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:19.527102 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-a5e04221-28c6-4b3b-b512-01b54b8fadbc None None] Port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:57:19.622118 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549d3d2-451f-4467-a699-9eb3b5c2be27 req-96843083-f4ab-4aa0-9e4f-f1fce5145f83 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:19.624139 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4549d3d2-451f-4467-a699-9eb3b5c2be27 req-96843083-f4ab-4aa0-9e4f-f1fce5145f83 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 945 time: 0.0838270 Jan 28 01:57:19.636706 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-a5e04221-28c6-4b3b-b512-01b54b8fadbc None None] Provisioning complete for port 6fcb7053-4d9b-451f-9c6b-56d4d92956da triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:19.637543 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-a5e04221-28c6-4b3b-b512-01b54b8fadbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:19.673574 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4549d3d2-451f-4467-a699-9eb3b5c2be27 req-7b543144-4117-4b7a-b327-d4bc2a83f854 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423117 Jan 28 01:57:19.704489 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:57:19.704489 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-37888dce-d6f7-46e6-bb8e-a3c3813ea95c admin admin] 10.222.0.58 "PUT /v2.0/routers/4841122e-8141-4f89-b866-212e67a0d085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4107645 Jan 28 01:57:19.812260 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 6fcb7053-4d9b-451f-9c6b-56d4d92956da up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:19.912010 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841122e-8141-4f89-b866-212e67a0d085', 'name': 'tempest-TestMinimumBasicScenario-1341865174-router', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '049bde4f-646a-4234-8d78-10358700fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 4, 'project_id': '6a1c336984ab45f4819571ef1077fad3', 'gw_port': {'id': '049bde4f-646a-4234-8d78-10358700fa0e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4841122e-8141-4f89-b866-212e67a0d085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b', 'name': '', 'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'mac_address': 'fa:16:3e:d6:a6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4841122e-8141-4f89-b866-212e67a0d085', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ba89f6e6-b0fc-4cc0-82de-3de734384b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:17Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 2, 'project_id': '6a1c336984ab45f4819571ef1077fad3', 'subnets': [{'id': 'ba89f6e6-b0fc-4cc0-82de-3de734384b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:19.915059 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 6fcb7053-4d9b-451f-9c6b-56d4d92956da triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:19.915459 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:19.943636 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903c681a-64e0-420f-80e0-96d5fb912127 None None] The sync data for ids ['4841122e-8141-4f89-b866-212e67a0d085'] in dv-cinder-824978-1-smb is: [{'id': '4841122e-8141-4f89-b866-212e67a0d085', 'name': 'tempest-TestMinimumBasicScenario-1341865174-router', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '049bde4f-646a-4234-8d78-10358700fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 4, 'project_id': '6a1c336984ab45f4819571ef1077fad3', 'gw_port': {'id': '049bde4f-646a-4234-8d78-10358700fa0e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4841122e-8141-4f89-b866-212e67a0d085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b', 'name': '', 'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'mac_address': 'fa:16:3e:d6:a6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4841122e-8141-4f89-b866-212e67a0d085', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ba89f6e6-b0fc-4cc0-82de-3de734384b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:17Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 2, 'project_id': '6a1c336984ab45f4819571ef1077fad3', 'subnets': [{'id': 'ba89f6e6-b0fc-4cc0-82de-3de734384b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:57:20.044320 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-eba03f4b-bf4a-4b9f-853b-5916e6b0d329 None None] Provisioning complete for port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:20.044763 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-eba03f4b-bf4a-4b9f-853b-5916e6b0d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:20.089293 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-eba03f4b-bf4a-4b9f-853b-5916e6b0d329 None None] Port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:57:20.448625 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device d77c98f4-505a-4026-a428-fee24356f45a up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:20.513803 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port d77c98f4-505a-4026-a428-fee24356f45a triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:20.514271 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:20.684150 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-f9b782ac-cb53-43b0-8df8-18dc1dc495d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:20.840757 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2856a-1308-4201-9f92-8de87c3f50f1 req-ff564d31-18b2-43e7-8f96-5becc1f518e6 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:20.842558 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-17d2856a-1308-4201-9f92-8de87c3f50f1 req-ff564d31-18b2-43e7-8f96-5becc1f518e6 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 945 time: 0.0751269 Jan 28 01:57:20.888114 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-17d2856a-1308-4201-9f92-8de87c3f50f1 req-84ba00bc-7dbc-4c07-978e-bfa14ba2b3d7 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394182 Jan 28 01:57:21.629614 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684f32b-52b0-46ce-ab57-f59e03ce64b8 req-3be4d0ef-dedc-454b-a60e-77f384c146e0 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:21.631632 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9684f32b-52b0-46ce-ab57-f59e03ce64b8 req-3be4d0ef-dedc-454b-a60e-77f384c146e0 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.41 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 945 time: 0.0702434 Jan 28 01:57:21.791556 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-9684f32b-52b0-46ce-ab57-f59e03ce64b8 req-f1ba813e-082b-4485-ad08-86772a36dbe6 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Deleting port 6d714dbc-4387-4c19-9711-1bca79dcd985 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:57:21.792197 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-9684f32b-52b0-46ce-ab57-f59e03ce64b8 req-f1ba813e-082b-4485-ad08-86772a36dbe6 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:21.922690 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-9684f32b-52b0-46ce-ab57-f59e03ce64b8 req-f1ba813e-082b-4485-ad08-86772a36dbe6 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] For port 6d714dbc-4387-4c19-9711-1bca79dcd985, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=6d714dbc-4387-4c19-9711-1bca79dcd985,segment=NetworkSegment(5da6b275-800b-4942-99a3-5c695aed791d),segment_id=5da6b275-800b-4942-99a3-5c695aed791d)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:21.924694 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-9684f32b-52b0-46ce-ab57-f59e03ce64b8 req-f1ba813e-082b-4485-ad08-86772a36dbe6 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:21.948878 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-9684f32b-52b0-46ce-ab57-f59e03ce64b8 req-f1ba813e-082b-4485-ad08-86772a36dbe6 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Calling delete_port for 6d714dbc-4387-4c19-9711-1bca79dcd985 owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:57:22.055744 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41fb17-ed88-411d-815b-6e59dc3dfd22 req-7f9fccd7-058b-4955-9107-a3509a082da5 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:22.057646 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5f41fb17-ed88-411d-815b-6e59dc3dfd22 req-7f9fccd7-058b-4955-9107-a3509a082da5 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/ports?device_id=decaefbd-7c8b-4453-9bd4-12e95be5cecb HTTP/1.1" status: 200 len: 945 time: 0.0683484 Jan 28 01:57:22.131148 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5f41fb17-ed88-411d-815b-6e59dc3dfd22 req-32531254-1039-4a35-b8ff-8af2ea386881 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.58 "GET /v2.0/security-groups?id=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634923 Jan 28 01:57:22.185487 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-9684f32b-52b0-46ce-ab57-f59e03ce64b8 req-f1ba813e-082b-4485-ad08-86772a36dbe6 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:22.225603 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['6d714dbc-4387-4c19-9711-1bca79dcd985'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:57:22.230868 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba813e-082b-4485-ad08-86772a36dbe6 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Pushing event deleted for resources: {'Port': ['ID=6d714dbc-4387-4c19-9711-1bca79dcd985,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:22.294742 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-9684f32b-52b0-46ce-ab57-f59e03ce64b8 req-f1ba813e-082b-4485-ad08-86772a36dbe6 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] No DVR routers for this DVR port 6d714dbc-4387-4c19-9711-1bca79dcd985 on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:57:22.297381 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-9684f32b-52b0-46ce-ab57-f59e03ce64b8 req-f1ba813e-082b-4485-ad08-86772a36dbe6 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:22.300748 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-9684f32b-52b0-46ce-ab57-f59e03ce64b8 req-f1ba813e-082b-4485-ad08-86772a36dbe6 tempest-VolumesActionsTest-1419261448 tempest-VolumesActionsTest-1419261448-project] 10.222.0.41 "DELETE /v2.0/ports/6d714dbc-4387-4c19-9711-1bca79dcd985 HTTP/1.1" status: 204 len: 173 time: 0.6635163 Jan 28 01:57:22.301290 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decaefbd-7c8b-4453-9bd4-12e95be5cecb', 'name': 'network-vif-deleted', 'tag': '6d714dbc-4387-4c19-9711-1bca79dcd985'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:22.303693 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a2d2c3-1f81-418b-85e4-63c748d6e89b" -d '{"events": [{"server_uuid": "decaefbd-7c8b-4453-9bd4-12e95be5cecb", "name": "network-vif-deleted", "tag": "6d714dbc-4387-4c19-9711-1bca79dcd985"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:22.351051 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097032c7-0369-4984-a541-2fd1c8c89f61 x-openstack-request-id: req-097032c7-0369-4984-a541-2fd1c8c89f61 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:22.351492 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "decaefbd-7c8b-4453-9bd4-12e95be5cecb", "name": "network-vif-deleted", "tag": "6d714dbc-4387-4c19-9711-1bca79dcd985", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:22.351840 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-097032c7-0369-4984-a541-2fd1c8c89f61 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:22.352379 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decaefbd-7c8b-4453-9bd4-12e95be5cecb', 'name': 'network-vif-deleted', 'tag': '6d714dbc-4387-4c19-9711-1bca79dcd985', 'status': 'completed', 'code': 200} Jan 28 01:57:22.485046 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 049bde4f-646a-4234-8d78-10358700fa0e up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:22.548282 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 049bde4f-646a-4234-8d78-10358700fa0e triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:22.549070 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:22.643684 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:22.668906 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] For port 049bde4f-646a-4234-8d78-10358700fa0e, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=049bde4f-646a-4234-8d78-10358700fa0e,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:22.674261 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:22.730819 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Pushing event updated for resources: {'Port': ['ID=049bde4f-646a-4234-8d78-10358700fa0e,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:23.124187 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-61a8f962-9d14-4b11-89bf-407a4cad6f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:23.250145 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Sync routers for ids ['4841122e-8141-4f89-b866-212e67a0d085'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:57:23.266306 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Routers {'4841122e-8141-4f89-b866-212e67a0d085'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:23.266904 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:57:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['4841122e-8141-4f89-b866-212e67a0d085'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:23.404939 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Set router 4841122e-8141-4f89-b866-212e67a0d085 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:23.702608 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841122e-8141-4f89-b866-212e67a0d085', 'name': 'tempest-TestMinimumBasicScenario-1341865174-router', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '049bde4f-646a-4234-8d78-10358700fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 4, 'project_id': '6a1c336984ab45f4819571ef1077fad3', 'gw_port': {'id': '049bde4f-646a-4234-8d78-10358700fa0e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841122e-8141-4f89-b866-212e67a0d085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b', 'name': '', 'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'mac_address': 'fa:16:3e:d6:a6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4841122e-8141-4f89-b866-212e67a0d085', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ba89f6e6-b0fc-4cc0-82de-3de734384b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:17Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 2, 'project_id': '6a1c336984ab45f4819571ef1077fad3', 'subnets': [{'id': 'ba89f6e6-b0fc-4cc0-82de-3de734384b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:23.754333 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Checking router: 4841122e-8141-4f89-b866-212e67a0d085 for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:57:23.754693 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Updating router 4841122e-8141-4f89-b866-212e67a0d085 port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b binding host dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:57:23.792817 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.178080 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Notify callbacks [] for port, precommit_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.185615 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.259541 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ccf84-7341-4df0-8d74-6729d159f9bd None None] Pushing event updated for resources: {'Port': ['ID=ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b,revision_number=3']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:24.324593 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Attempting to bind port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b on host dv-cinder-824978-1-smb for vnic_type normal with profile {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:24.325358 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Attempting to bind port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b by drivers openvswitch,hyperv on host dv-cinder-824978-1-smb at level 0 using segments [{'id': 'a4e3e6f5-b288-4b7c-b80c-afddff75161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb'}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:24.325949 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Attempting to bind port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b on network 6cb8cf20-84b4-4107-9524-993e17e95fdb {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:24.331838 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Checking agent: {'id': 'ea4ba0e3-1bbf-4156-9cde-7fbbd8c5dad1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824978-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 40, 57), 'started_at': datetime.datetime(2022, 1, 28, 1, 41, 27), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824978-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:24.332355 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Checking segment: {'id': 'a4e3e6f5-b288-4b7c-b80c-afddff75161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:24.332841 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.333550 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Bound using segment: {'id': 'a4e3e6f5-b288-4b7c-b80c-afddff75161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb'} {{(pid=107861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:24.334114 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.managers [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Bound port: ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b, host: dv-cinder-824978-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e3e6f5-b288-4b7c-b80c-afddff75161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb'}}] {{(pid=107861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:24.334636 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.420198 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] For port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b, host dv-cinder-824978-1-smb, cleared binding levels {{(pid=107861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:24.424271 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.plugins.ml2.db [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] For port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b, host dv-cinder-824978-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b,segment=NetworkSegment(a4e3e6f5-b288-4b7c-b80c-afddff75161c),segment_id=a4e3e6f5-b288-4b7c-b80c-afddff75161c)] {{(pid=107861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:24.430827 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron_lib.callbacks.manager [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.459100 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 049bde4f-646a-4234-8d78-10358700fa0e up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:24.516287 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ccf84-7341-4df0-8d74-6729d159f9bd None None] Pushing event updated for resources: {'Port': ['ID=ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b,revision_number=4']} {{(pid=107861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:24.516947 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port 049bde4f-646a-4234-8d78-10358700fa0e triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:24.517325 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.521483 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Routers {'4841122e-8141-4f89-b866-212e67a0d085'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:24.522331 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:57:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['4841122e-8141-4f89-b866-212e67a0d085'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:24.697959 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] Set router 4841122e-8141-4f89-b866-212e67a0d085 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:24.812300 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.818510 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-25f54a95-a4af-4a42-a502-fd7ccde9af66 None None] Provisioning complete for port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:24.821860 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-25f54a95-a4af-4a42-a502-fd7ccde9af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.936888 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-25f54a95-a4af-4a42-a502-fd7ccde9af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:24.973995 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-25f54a95-a4af-4a42-a502-fd7ccde9af66 None None] For port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b,segment=NetworkSegment(a4e3e6f5-b288-4b7c-b80c-afddff75161c),segment_id=a4e3e6f5-b288-4b7c-b80c-afddff75161c)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:24.982224 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-25f54a95-a4af-4a42-a502-fd7ccde9af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:25.069661 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f54a95-a4af-4a42-a502-fd7ccde9af66 None None] Pushing event updated for resources: {'Port': ['ID=ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:25.119872 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-21b1d044-aae0-4ee5-a4ae-33e789269d64 None None] Provisioning complete for port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:25.120492 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-21b1d044-aae0-4ee5-a4ae-33e789269d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:25.193747 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841122e-8141-4f89-b866-212e67a0d085', 'name': 'tempest-TestMinimumBasicScenario-1341865174-router', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '049bde4f-646a-4234-8d78-10358700fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 4, 'project_id': '6a1c336984ab45f4819571ef1077fad3', 'gw_port': {'id': '049bde4f-646a-4234-8d78-10358700fa0e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841122e-8141-4f89-b866-212e67a0d085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b', 'name': '', 'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'mac_address': 'fa:16:3e:d6:a6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4841122e-8141-4f89-b866-212e67a0d085', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ba89f6e6-b0fc-4cc0-82de-3de734384b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:17Z', 'updated_at': '2022-01-28T01:57:24Z', 'revision_number': 4, 'project_id': '6a1c336984ab45f4819571ef1077fad3', 'subnets': [{'id': 'ba89f6e6-b0fc-4cc0-82de-3de734384b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:25.231545 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d89cc-c09f-4421-821d-294ae165bf56 None None] The sync data for ids ['4841122e-8141-4f89-b866-212e67a0d085'] in dv-cinder-824978-1-smb is: [{'id': '4841122e-8141-4f89-b866-212e67a0d085', 'name': 'tempest-TestMinimumBasicScenario-1341865174-router', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '049bde4f-646a-4234-8d78-10358700fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 4, 'project_id': '6a1c336984ab45f4819571ef1077fad3', 'gw_port': {'id': '049bde4f-646a-4234-8d78-10358700fa0e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841122e-8141-4f89-b866-212e67a0d085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b', 'name': '', 'network_id': '6cb8cf20-84b4-4107-9524-993e17e95fdb', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'mac_address': 'fa:16:3e:d6:a6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4841122e-8141-4f89-b866-212e67a0d085', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ba89f6e6-b0fc-4cc0-82de-3de734384b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:17Z', 'updated_at': '2022-01-28T01:57:24Z', 'revision_number': 4, 'project_id': '6a1c336984ab45f4819571ef1077fad3', 'subnets': [{'id': 'ba89f6e6-b0fc-4cc0-82de-3de734384b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:57:26.042715 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 6d714dbc-4387-4c19-9711-1bca79dcd985 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:57:26.087697 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: 6d714dbc-4387-4c19-9711-1bca79dcd985 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:57:26.088046 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 6d714dbc-4387-4c19-9711-1bca79dcd985 not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:57:26.210679 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:26.536587 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b up at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:26.648636 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Provisioning complete for port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:26.649060 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:26.706274 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:31.845815 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-c786f070-2e3a-4a2f-963f-9f0cdab914c4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:31.847414 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-c786f070-2e3a-4a2f-963f-9f0cdab914c4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/networks?id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 HTTP/1.1" status: 200 len: 815 time: 0.1398306 Jan 28 01:57:31.871653 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-0a0faaf2-8245-4b72-9df4-b77854678f58 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/quotas/5635296b769c4345ba2dac4c594d1a1a HTTP/1.1" status: 200 len: 375 time: 0.0101290 Jan 28 01:57:31.961451 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-14b46a05-4a95-41e8-a8b6-38eba941aa0b tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5635296b769c4345ba2dac4c594d1a1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720727 Jan 28 01:57:32.106641 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-411c5937-165d-4f06-ade5-b7fc29414a6d service neutron] 10.222.0.58 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307399 Jan 28 01:57:32.209781 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-46b38ba3-e6e5-4cdc-b277-dd9c7b7c8d66 service neutron] 10.222.0.58 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984678 Jan 28 01:57:32.431958 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7bac9bb9-447c-494c-8c2f-4a1fef1ef508 req-48d8d073-63ba-49a5-a5f1-93e360093d27 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 210 time: 0.0391469 Jan 28 01:57:33.561310 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-a1ab27f8-5658-4a20-a751-75ce9bd05d34 req-1c381a07-24e7-41c6-9889-36ea6674fbd0 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 210 time: 0.0417886 Jan 28 01:57:33.679257 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-259edc35-b76b-4967-8f93-0cb7c6a474d5 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:33.681144 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-259edc35-b76b-4967-8f93-0cb7c6a474d5 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.41 "GET /v2.0/networks?id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 HTTP/1.1" status: 200 len: 815 time: 0.1491454 Jan 28 01:57:33.704998 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-edb7d223-d193-4f6f-a22e-bb301bd350c9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Request body: {'port': {'device_id': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'admin_state_up': True, 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:33.858642 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-edb7d223-d193-4f6f-a22e-bb301bd350c9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Made reservation on behalf of 5635296b769c4345ba2dac4c594d1a1a for: {'port': 1} {{(pid=107858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:33.862411 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-edb7d223-d193-4f6f-a22e-bb301bd350c9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.036805 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-edb7d223-d193-4f6f-a22e-bb301bd350c9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Allocated IP 172.20.0.9 (ce3c3ee8-f756-4dc2-808a-4439c1edf8f6/de10269b-27bd-4bbb-8a96-6dbc6bdff1dd/57eddaa4-c29d-498e-9ca6-714a64623937) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:34.284843 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-edb7d223-d193-4f6f-a22e-bb301bd350c9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.373928 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-edb7d223-d193-4f6f-a22e-bb301bd350c9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.505917 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7d223-d193-4f6f-a22e-bb301bd350c9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Pushing event updated for resources: {'Port': ['ID=57eddaa4-c29d-498e-9ca6-714a64623937,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:34.515743 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-edb7d223-d193-4f6f-a22e-bb301bd350c9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Network ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:34.517899 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-edb7d223-d193-4f6f-a22e-bb301bd350c9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:34.520620 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-edb7d223-d193-4f6f-a22e-bb301bd350c9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:34.671023 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-edb7d223-d193-4f6f-a22e-bb301bd350c9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:34.671744 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-edb7d223-d193-4f6f-a22e-bb301bd350c9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:34.734169 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-edb7d223-d193-4f6f-a22e-bb301bd350c9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0362554 Jan 28 01:57:34.769802 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e155c-ddf0-4621-b9ee-28c39f8d268f req-4055c803-358f-4c9c-ba8c-fee0f54c8dc1 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:34.773071 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-305e155c-ddf0-4621-b9ee-28c39f8d268f req-4055c803-358f-4c9c-ba8c-fee0f54c8dc1 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 931 time: 0.0789993 Jan 28 01:57:34.855059 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-305e155c-ddf0-4621-b9ee-28c39f8d268f req-08797fa6-522b-4e2b-a507-c65f1d626633 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540736 Jan 28 01:57:34.985511 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-304ab3aa-cba3-4a88-abc6-931af31480b5 None None] Provisioning complete for port 57eddaa4-c29d-498e-9ca6-714a64623937 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:34.987582 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-304ab3aa-cba3-4a88-abc6-931af31480b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:35.070413 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-304ab3aa-cba3-4a88-abc6-931af31480b5 None None] Port 57eddaa4-c29d-498e-9ca6-714a64623937 cannot update to ACTIVE because it is not bound. {{(pid=107860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:57:36.042049 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c2eaf-9e08-4666-a98f-6f08e447419c req-7e3999f2-8d3a-42bb-88dd-f8f91420c7ba tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:36.043901 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7a5c2eaf-9e08-4666-a98f-6f08e447419c req-7e3999f2-8d3a-42bb-88dd-f8f91420c7ba tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 931 time: 0.0639303 Jan 28 01:57:36.146668 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Request body: {'port': {'device_id': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82497'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:36.201271 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7a5c2eaf-9e08-4666-a98f-6f08e447419c req-ec219334-2c3a-4041-8a76-3ae2df8e2fe4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445858 Jan 28 01:57:36.415502 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:36.893777 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57eddaa4-c29d-498e-9ca6-714a64623937 {{(pid=107858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:57:36.908387 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:36.943227 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.provisioning_blocks [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Transition to ACTIVE for port object 57eddaa4-c29d-498e-9ca6-714a64623937 will not be triggered until provisioned by entity L2. {{(pid=107858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:57:36.950216 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.135004 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Pushing event updated for resources: {'Port': ['ID=57eddaa4-c29d-498e-9ca6-714a64623937,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:37.201586 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Attempting to bind port 57eddaa4-c29d-498e-9ca6-714a64623937 on host hv-cinder-82497 for vnic_type normal with profile {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:57:37.202810 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Attempting to bind port 57eddaa4-c29d-498e-9ca6-714a64623937 by drivers openvswitch,hyperv on host hv-cinder-82497 at level 0 using segments [{'id': 'd828aef2-1aa8-4fb7-b02a-a7b2d35969c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6'}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:57:37.203421 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Attempting to bind port 57eddaa4-c29d-498e-9ca6-714a64623937 on network ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:37.213806 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Port 57eddaa4-c29d-498e-9ca6-714a64623937 on network ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82497 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:57:37.215127 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Attempting to bind port 57eddaa4-c29d-498e-9ca6-714a64623937 on network ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:37.239204 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Checking agent: {'id': 'f4694ecf-84a4-4871-bc0f-8ea48b47bb55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82497', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'started_at': datetime.datetime(2022, 1, 28, 1, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:37.239574 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Checking segment: {'id': 'd828aef2-1aa8-4fb7-b02a-a7b2d35969c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:57:37.239966 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Bound using segment: {'id': 'd828aef2-1aa8-4fb7-b02a-a7b2d35969c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6'} {{(pid=107858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:37.240605 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.managers [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Bound port: 57eddaa4-c29d-498e-9ca6-714a64623937, host: hv-cinder-82497, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd828aef2-1aa8-4fb7-b02a-a7b2d35969c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6'}}] {{(pid=107858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:57:37.241959 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.457879 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8550a9-26a3-451d-9baf-b50ebe85d023 req-ed11d9ea-e8dc-4eac-a61c-5c2cf7d6c479 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:37.463340 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] For port 57eddaa4-c29d-498e-9ca6-714a64623937, host hv-cinder-82497, cleared binding levels {{(pid=107858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:37.467170 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-da8550a9-26a3-451d-9baf-b50ebe85d023 req-ed11d9ea-e8dc-4eac-a61c-5c2cf7d6c479 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 943 time: 0.1128392 Jan 28 01:57:37.471158 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] For port 57eddaa4-c29d-498e-9ca6-714a64623937, host hv-cinder-82497, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=57eddaa4-c29d-498e-9ca6-714a64623937,segment=NetworkSegment(d828aef2-1aa8-4fb7-b02a-a7b2d35969c0),segment_id=d828aef2-1aa8-4fb7-b02a-a7b2d35969c0)] {{(pid=107858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:37.480576 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.551161 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-da8550a9-26a3-451d-9baf-b50ebe85d023 req-bf927117-14b2-427e-a0c9-ed54a42aa2c4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826604 Jan 28 01:57:37.588258 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Pushing event updated for resources: {'Port': ['ID=57eddaa4-c29d-498e-9ca6-714a64623937,revision_number=3']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:37.673792 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:37.673792 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:37.689623 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-77b884e3-7c6e-487d-91e8-54f5e76a7be7 service neutron] 10.222.0.41 "PUT /v2.0/ports/57eddaa4-c29d-498e-9ca6-714a64623937 HTTP/1.1" status: 200 len: 1093 time: 1.5475509 Jan 28 01:57:37.689623 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'tag': '57eddaa4-c29d-498e-9ca6-714a64623937'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:37.711322 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6787aed2-38b9-4886-82c6-2b55170d9b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ddcee8-709a-458e-9e8e-1ebc146b7f7e", "tag": "57eddaa4-c29d-498e-9ca6-714a64623937"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:37.784712 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a74a4e-cb70-4987-961d-762267a15d98 x-openstack-request-id: req-16a74a4e-cb70-4987-961d-762267a15d98 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:37.785005 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ddcee8-709a-458e-9e8e-1ebc146b7f7e", "tag": "57eddaa4-c29d-498e-9ca6-714a64623937", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:37.785487 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16a74a4e-cb70-4987-961d-762267a15d98 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:37.785974 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'tag': '57eddaa4-c29d-498e-9ca6-714a64623937', 'status': 'completed', 'code': 200} Jan 28 01:57:37.885664 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-bcf2e41e-6ae9-46cf-945c-951f23d2b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:37.888040 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-bcf2e41e-6ae9-46cf-945c-951f23d2b7bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5635296b769c4345ba2dac4c594d1a1a&device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 1096 time: 0.0653443 Jan 28 01:57:37.996017 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-c96fa99c-ca48-417a-8f21-933fba8dcb4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57eddaa4-c29d-498e-9ca6-714a64623937 HTTP/1.1" status: 200 len: 217 time: 0.0662410 Jan 28 01:57:38.739705 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a2489-39a9-4c41-84d8-1d1c4a563a35 req-36705061-ac41-4eaf-afb9-74b71d262665 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:38.747881 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-696a2489-39a9-4c41-84d8-1d1c4a563a35 req-36705061-ac41-4eaf-afb9-74b71d262665 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 943 time: 0.0802553 Jan 28 01:57:38.811958 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:57:38.814549 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-696a2489-39a9-4c41-84d8-1d1c4a563a35 req-cccaf05d-2534-4ba9-b964-db39f446b3dc tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632312 Jan 28 01:57:39.978460 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e6aa0-6eba-464a-8cd5-635d56bb855e req-6e603876-95a4-4515-b49a-d18e704d4c77 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:39.992351 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5e9e6aa0-6eba-464a-8cd5-635d56bb855e req-6e603876-95a4-4515-b49a-d18e704d4c77 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 943 time: 0.0761988 Jan 28 01:57:40.049239 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-5e9e6aa0-6eba-464a-8cd5-635d56bb855e req-4bcb01ec-df49-4f52-85de-8a8b3c6523c3 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554800 Jan 28 01:57:41.203409 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32887a-f877-4714-a238-e54b98576dd8 req-2224d198-22f9-4df9-b0be-ea7fb7d46343 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:41.205850 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fb32887a-f877-4714-a238-e54b98576dd8 req-2224d198-22f9-4df9-b0be-ea7fb7d46343 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 943 time: 0.0553784 Jan 28 01:57:41.248909 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-fb32887a-f877-4714-a238-e54b98576dd8 req-d3405fc8-34f8-4a7b-85e8-b9a45622f5e0 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364470 Jan 28 01:57:42.399016 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8302f12-7477-4cff-bc55-edfcf668f596 req-31efc6a3-e187-4474-883b-3f346e5b4481 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:42.401297 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b8302f12-7477-4cff-bc55-edfcf668f596 req-31efc6a3-e187-4474-883b-3f346e5b4481 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 943 time: 0.0573740 Jan 28 01:57:42.442781 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b8302f12-7477-4cff-bc55-edfcf668f596 req-60c1f8b4-eafe-4e7a-b6ca-2de437e54863 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346344 Jan 28 01:57:43.553786 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-39607864-791f-4f4a-a9b0-1abd99ca2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:43.555581 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-39607864-791f-4f4a-a9b0-1abd99ca2325 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de10269b-27bd-4bbb-8a96-6dbc6bdff1dd HTTP/1.1" status: 200 len: 854 time: 0.0580888 Jan 28 01:57:43.561477 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fa421-f5f8-4b71-a339-218a507dd139 req-c41752e4-2780-448a-aea7-323bc98a7c06 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:43.562999 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b93fa421-f5f8-4b71-a339-218a507dd139 req-c41752e4-2780-448a-aea7-323bc98a7c06 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 943 time: 0.0521629 Jan 28 01:57:43.607946 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-b93fa421-f5f8-4b71-a339-218a507dd139 req-d664d7bf-040a-45f3-9c85-abca1d8142e7 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386226 Jan 28 01:57:43.610291 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-b68f7471-83f8-4b40-8373-65068366ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:43.612081 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-b68f7471-83f8-4b40-8373-65068366ba05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0446000 Jan 28 01:57:43.734295 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-f833f439-20e1-4eb7-b8e5-c8fb78b4ba83 service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115596 Jan 28 01:57:43.845251 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3c0344e8-9f67-4d75-8ad7-898c4b7ffbb1 req-d65bdd86-f448-4b60-955b-2683e1d7dcb1 service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957129 Jan 28 01:57:43.991376 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787aed2-38b9-4886-82c6-2b55170d9b8a req-43f6ccd3-3a08-40ed-8dfe-0d8fdad9ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:43.993019 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6787aed2-38b9-4886-82c6-2b55170d9b8a req-43f6ccd3-3a08-40ed-8dfe-0d8fdad9ca90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5635296b769c4345ba2dac4c594d1a1a&device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 1096 time: 0.0434163 Jan 28 01:57:44.104560 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787aed2-38b9-4886-82c6-2b55170d9b8a req-64182ed2-d56e-4af1-ba05-3cf01b35bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:44.107279 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6787aed2-38b9-4886-82c6-2b55170d9b8a req-64182ed2-d56e-4af1-ba05-3cf01b35bbc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 HTTP/1.1" status: 200 len: 917 time: 0.1059718 Jan 28 01:57:44.152072 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6787aed2-38b9-4886-82c6-2b55170d9b8a req-b1d0cc98-997e-41c5-ac75-872acf97ca75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57eddaa4-c29d-498e-9ca6-714a64623937 HTTP/1.1" status: 200 len: 217 time: 0.0359702 Jan 28 01:57:44.202835 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787aed2-38b9-4886-82c6-2b55170d9b8a req-58cbab65-4fbb-42a0-9b31-af1339437835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:44.204443 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6787aed2-38b9-4886-82c6-2b55170d9b8a req-58cbab65-4fbb-42a0-9b31-af1339437835 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de10269b-27bd-4bbb-8a96-6dbc6bdff1dd HTTP/1.1" status: 200 len: 854 time: 0.0447590 Jan 28 01:57:44.255451 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787aed2-38b9-4886-82c6-2b55170d9b8a req-a7ec1abe-7009-48b2-87da-e60d6133e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:44.256933 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6787aed2-38b9-4886-82c6-2b55170d9b8a req-a7ec1abe-7009-48b2-87da-e60d6133e0e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0453923 Jan 28 01:57:44.346126 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6787aed2-38b9-4886-82c6-2b55170d9b8a req-72c1ec98-c13d-4cf6-b64b-81a47b80933d service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810866 Jan 28 01:57:44.440647 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-6787aed2-38b9-4886-82c6-2b55170d9b8a req-dd979c86-880a-4014-afe1-1dded196a2d5 service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876307 Jan 28 01:57:44.732521 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df752c-9048-4dda-9411-0a46d2df694a req-ea18fd6b-d6af-4cff-9b73-e01bb8e95080 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:44.734053 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-34df752c-9048-4dda-9411-0a46d2df694a req-ea18fd6b-d6af-4cff-9b73-e01bb8e95080 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 943 time: 0.0571797 Jan 28 01:57:44.772100 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-34df752c-9048-4dda-9411-0a46d2df694a req-4f1fd7ba-d274-4db6-a666-a52afae43089 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320957 Jan 28 01:57:44.962273 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48988) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:45.008193 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_v2 [None req-949ae9cb-53d4-4387-81d6-7871b9c93adf admin admin] Deleting subnet bb2e81b8-f699-435a-bfad-37434d93a301 {{(pid=107858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:57:45.011277 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-949ae9cb-53d4-4387-81d6-7871b9c93adf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.047045 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-949ae9cb-53d4-4387-81d6-7871b9c93adf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1141361'] for subnet, precommit_delete_associations {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.085013 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-949ae9cb-53d4-4387-81d6-7871b9c93adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7750459'] for subnet, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.144763 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-949ae9cb-53d4-4387-81d6-7871b9c93adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7750450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9384921'] for subnet, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.173795 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ae9cb-53d4-4387-81d6-7871b9c93adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2e81b8-f699-435a-bfad-37434d93a301,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:45.178316 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-949ae9cb-53d4-4387-81d6-7871b9c93adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.181633 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-949ae9cb-53d4-4387-81d6-7871b9c93adf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bb2e81b8-f699-435a-bfad-37434d93a301 HTTP/1.1" status: 204 len: 168 time: 0.2183814 Jan 28 01:57:45.184606 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48990) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:45.253370 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2d43a286-2499-4aa8-b061-fd5896aca7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7845676'] for network, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.336180 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2d43a286-2499-4aa8-b061-fd5896aca7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751577', 'neutron.services.segments.db._delete_segments_for_network-8788471369665'] for network, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.366562 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-2d43a286-2499-4aa8-b061-fd5896aca7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd']}} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:45.376584 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-2d43a286-2499-4aa8-b061-fd5896aca7a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da6b275-800b-4942-99a3-5c695aed791d') {'for_net_delete': True} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:45.376883 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-2d43a286-2499-4aa8-b061-fd5896aca7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da6b275-800b-4942-99a3-5c695aed791d') {} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:45.385851 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2d43a286-2499-4aa8-b061-fd5896aca7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788471403201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1141320'] for segment, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.399875 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2d43a286-2499-4aa8-b061-fd5896aca7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.407267 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d43a286-2499-4aa8-b061-fd5896aca7a0 admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=107858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:57:45.407733 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2d43a286-2499-4aa8-b061-fd5896aca7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8545591'] for segment, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: Traceback (most recent call last): Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: timer() Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: cb(*args, **kw) Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: return func(*args, **kwargs) Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: self._notify() Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: self.callback(batched_events) Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: event.method(event) Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: return f(self, *a, **k) Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: return self._get(url).json() Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: return self.request(url, 'GET', **kwargs) Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:57:45.409626 dv-cinder-824978-1-smb neutron-server[107858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:57:45.466818 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2d43a286-2499-4aa8-b061-fd5896aca7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614529'] for network, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.472863 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2d43a286-2499-4aa8-b061-fd5896aca7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.476025 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-2d43a286-2499-4aa8-b061-fd5896aca7a0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd HTTP/1.1" status: 204 len: 168 time: 0.2905481 Jan 28 01:57:45.487448 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43a286-2499-4aa8-b061-fd5896aca7a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1dd3f94-1bbc-4c9d-9a46-336655e1d9bd,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:45.642430 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48994) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:45.690277 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-2aa773a9-c01e-409e-bb5e-d13c95477124 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0694e33cbf0f4e3b9c4c5ee485865e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466864 Jan 28 01:57:45.693304 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 48996) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:45.744568 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ca27f115-dd5f-47a2-9fab-70fd52b971c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.766987 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ca27f115-dd5f-47a2-9fab-70fd52b971c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.816836 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ca27f115-dd5f-47a2-9fab-70fd52b971c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.819636 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-ca27f115-dd5f-47a2-9fab-70fd52b971c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:45.820987 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-ca27f115-dd5f-47a2-9fab-70fd52b971c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1 HTTP/1.1" status: 204 len: 168 time: 0.1267457 Jan 28 01:57:45.836145 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27f115-dd5f-47a2-9fab-70fd52b971c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae6bfe1-ce47-4f4d-b95c-dfb47a3868e1,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:45.901471 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fd17a-5e9d-4dca-99c7-71430fb8aa7e req-a1e4c001-0f81-40d3-98b0-6f203ade1482 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:45.903773 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f38fd17a-5e9d-4dca-99c7-71430fb8aa7e req-a1e4c001-0f81-40d3-98b0-6f203ade1482 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 943 time: 0.0573258 Jan 28 01:57:45.944868 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f38fd17a-5e9d-4dca-99c7-71430fb8aa7e req-0bbb5645-74d6-4548-a2ac-271da54c1289 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351741 Jan 28 01:57:47.082683 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2e934-bb23-4d4c-9185-d8bb844be022 req-a2511c92-5fc3-43e1-ac38-bb6956e6c7a4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:47.082683 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-22e2e934-bb23-4d4c-9185-d8bb844be022 req-a2511c92-5fc3-43e1-ac38-bb6956e6c7a4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 943 time: 0.0575588 Jan 28 01:57:47.117082 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-22e2e934-bb23-4d4c-9185-d8bb844be022 req-ef433861-01aa-468d-b904-4c60a5a67235 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350056 Jan 28 01:57:48.172819 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 57eddaa4-c29d-498e-9ca6-714a64623937 details requested by agent hyperv_hv-cinder-82497 with host hv-cinder-82497 {{(pid=107860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:57:48.249449 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd677688-497a-4989-a495-725f734d0400 req-40829df5-52f8-4039-838b-38118cd193c0 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:48.251288 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bd677688-497a-4989-a495-725f734d0400 req-40829df5-52f8-4039-838b-38118cd193c0 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 943 time: 0.0540564 Jan 28 01:57:48.287456 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 57eddaa4-c29d-498e-9ca6-714a64623937, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=57eddaa4-c29d-498e-9ca6-714a64623937,segment=NetworkSegment(d828aef2-1aa8-4fb7-b02a-a7b2d35969c0),segment_id=d828aef2-1aa8-4fb7-b02a-a7b2d35969c0)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:48.298918 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Returning: {'device': '57eddaa4-c29d-498e-9ca6-714a64623937', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'port_id': '57eddaa4-c29d-498e-9ca6-714a64623937', 'mac_address': 'fa:16:3e:33:df:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:57:48.301967 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bd677688-497a-4989-a495-725f734d0400 req-e1f8aa68-2137-4aec-8459-9b8f36352e78 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378036 Jan 28 01:57:48.344726 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.358535 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57eddaa4-c29d-498e-9ca6-714a64623937 {{(pid=107860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:57:48.379317 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 57eddaa4-c29d-498e-9ca6-714a64623937, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=57eddaa4-c29d-498e-9ca6-714a64623937,segment=NetworkSegment(d828aef2-1aa8-4fb7-b02a-a7b2d35969c0),segment_id=d828aef2-1aa8-4fb7-b02a-a7b2d35969c0)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:48.387773 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:48.442655 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=57eddaa4-c29d-498e-9ca6-714a64623937,revision_number=4']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:48.725803 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['57eddaa4-c29d-498e-9ca6-714a64623937'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:57:49.049750 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:49.432413 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d480be-10e6-4d29-b2cc-a9123308cd7a req-3aab1d1c-583a-4f47-8249-4cd7ea7ae440 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:49.434761 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-12d480be-10e6-4d29-b2cc-a9123308cd7a req-3aab1d1c-583a-4f47-8249-4cd7ea7ae440 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 944 time: 0.0552926 Jan 28 01:57:49.474651 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-12d480be-10e6-4d29-b2cc-a9123308cd7a req-8a0c11bf-d7f3-407e-9c9a-a4be6d5bbf4e tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339308 Jan 28 01:57:50.182693 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 57eddaa4-c29d-498e-9ca6-714a64623937 up at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:50.236277 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning for port 57eddaa4-c29d-498e-9ca6-714a64623937 completed by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:57:50.239989 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Provisioning complete for port 57eddaa4-c29d-498e-9ca6-714a64623937 triggered by entity L2. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:50.240462 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.323216 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.346812 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eddaa4-c29d-498e-9ca6-714a64623937'}] {{(pid=107860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:50.349156 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}553ef6f1cc79cc83bda6176ee211f39547a47e9e6d93d85898325a629ae414d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ace6aa-cac8-4cbe-b5bf-56a01bf5fbbe" -d '{"events": [{"server_uuid": "b1ddcee8-709a-458e-9e8e-1ebc146b7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "57eddaa4-c29d-498e-9ca6-714a64623937"}]}' {{(pid=107860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:50.362222 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] For port 57eddaa4-c29d-498e-9ca6-714a64623937, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=57eddaa4-c29d-498e-9ca6-714a64623937,segment=NetworkSegment(d828aef2-1aa8-4fb7-b02a-a7b2d35969c0),segment_id=d828aef2-1aa8-4fb7-b02a-a7b2d35969c0)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:50.367965 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019'] for port, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:50.391780 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75778f5-dc6c-46a4-bbe3-eb661f00e39f x-openstack-request-id: req-f75778f5-dc6c-46a4-bbe3-eb661f00e39f {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:50.392068 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ddcee8-709a-458e-9e8e-1ebc146b7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "57eddaa4-c29d-498e-9ca6-714a64623937", "code": 200}]} {{(pid=107860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:50.392409 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f75778f5-dc6c-46a4-bbe3-eb661f00e39f {{(pid=107860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:50.392687 dv-cinder-824978-1-smb neutron-server[107860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eddaa4-c29d-498e-9ca6-714a64623937', 'code': 200} Jan 28 01:57:50.420563 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Pushing event updated for resources: {'Port': ['ID=57eddaa4-c29d-498e-9ca6-714a64623937,revision_number=5']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:50.606354 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6a5cb-3080-408b-8f9a-3bc33824cf9f req-7baebac8-190b-43c2-8155-4699d776c2ab tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:50.607978 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-04f6a5cb-3080-408b-8f9a-3bc33824cf9f req-7baebac8-190b-43c2-8155-4699d776c2ab tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 945 time: 0.0555303 Jan 28 01:57:50.621382 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2b9a9-6524-46fd-bd46-b7e38f1870bb req-d22d26e5-329d-4247-9ada-7a79b6987eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:50.622853 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f7f2b9a9-6524-46fd-bd46-b7e38f1870bb req-d22d26e5-329d-4247-9ada-7a79b6987eb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 1098 time: 0.0438237 Jan 28 01:57:50.647660 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-04f6a5cb-3080-408b-8f9a-3bc33824cf9f req-cadb3acb-4405-45ed-952b-f38f52d39a81 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331147 Jan 28 01:57:50.666987 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f7f2b9a9-6524-46fd-bd46-b7e38f1870bb req-e2cb1687-2606-4e33-815c-a34e1793ea0d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374172 Jan 28 01:57:50.685851 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-ded58de9-deef-46c7-901e-1379c626570b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:51.773126 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a8110-fc78-4a4f-9bf0-7effac97718d req-b50b6998-71ef-411a-a570-b0809cfc2013 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:51.774581 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4c2a8110-fc78-4a4f-9bf0-7effac97718d req-b50b6998-71ef-411a-a570-b0809cfc2013 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 945 time: 0.0515337 Jan 28 01:57:51.824604 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-4c2a8110-fc78-4a4f-9bf0-7effac97718d req-8bb71c01-2021-46f5-bef8-6483cb0458b6 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402946 Jan 28 01:57:52.946865 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0597865-3f82-4991-87a6-005055e5d2b7 req-51165de6-50d5-472f-8559-34e7eb9d0330 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:52.948350 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f0597865-3f82-4991-87a6-005055e5d2b7 req-51165de6-50d5-472f-8559-34e7eb9d0330 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 945 time: 0.0548656 Jan 28 01:57:52.990460 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f0597865-3f82-4991-87a6-005055e5d2b7 req-30f33f03-f9f5-4c82-8c27-ffea6095fa4c tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321746 Jan 28 01:57:53.111619 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-5077178d-d3b6-4e9f-8fcb-688fb5d7f0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:53.117343 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca8bec-232e-4966-ad73-c79269435181 req-c75e86b8-a92d-46c4-b56d-4995ff1addaa tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:53.118942 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f6ca8bec-232e-4966-ad73-c79269435181 req-c75e86b8-a92d-46c4-b56d-4995ff1addaa tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 945 time: 0.0579383 Jan 28 01:57:53.161985 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-f6ca8bec-232e-4966-ad73-c79269435181 req-98883419-1dad-4163-8ff9-66d3b99556e5 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359924 Jan 28 01:57:53.508597 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9add8d-164a-4547-85d8-a0628a5acc41 req-d62b7f3c-52dc-43e1-b7b8-a2daa51f3a68 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:53.510042 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ea9add8d-164a-4547-85d8-a0628a5acc41 req-d62b7f3c-52dc-43e1-b7b8-a2daa51f3a68 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 945 time: 0.0508676 Jan 28 01:57:53.550993 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-ea9add8d-164a-4547-85d8-a0628a5acc41 req-9adde8da-29be-4683-a79b-4ea863e23d42 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349121 Jan 28 01:57:54.788488 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.213361 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:56.640327 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:57.848078 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cca4c-a4e4-4891-aee5-5d3a653c7502 req-04171318-3107-44e9-883e-41ea69679579 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:57.849719 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-093cca4c-a4e4-4891-aee5-5d3a653c7502 req-04171318-3107-44e9-883e-41ea69679579 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 945 time: 0.0531642 Jan 28 01:57:57.887071 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-093cca4c-a4e4-4891-aee5-5d3a653c7502 req-187d896e-1b8b-44b1-ae41-838719461529 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311546 Jan 28 01:57:57.911155 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 49164) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:58.105488 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0524c53f-3f95-4a7c-bbe2-aa4303648d85 tempest-TestMinimumBasicScenario-358986957 tempest-TestMinimumBasicScenario-358986957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:58.107087 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-0524c53f-3f95-4a7c-bbe2-aa4303648d85 tempest-TestMinimumBasicScenario-358986957 tempest-TestMinimumBasicScenario-358986957-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 1093 time: 0.1945837 Jan 28 01:57:58.110101 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 49168) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:58.114847 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Request body: {'floatingip': {'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'port_id': '57eddaa4-c29d-498e-9ca6-714a64623937', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:58.139408 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for floatingip, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.236531 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.343396 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_common [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Allocated IP 172.28.1.203 (53e1632d-3d8a-4bf7-bdd8-752e18cfbd35/fce5ff57-e9f1-4373-a307-b308380c36d0/5d3d88db-1a61-4354-948f-36225e9ee086) {{(pid=107858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:58.446405 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for port, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.479867 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788471002983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.523293 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Network 53e1632d-3d8a-4bf7-bdd8-752e18cfbd35 is already hosted by enough agents. {{(pid=107858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:58.526225 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.base_scheduler [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Resources bound (agent type, host, resource id): {{(pid=107858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:58.530223 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Received port after_create {{(pid=107858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:58.536035 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Pushing event updated for resources: {'Port': ['ID=5d3d88db-1a61-4354-948f-36225e9ee086,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:58.564894 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:58.565248 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:58.565594 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:58.565935 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:58.566269 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:58.566601 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:58.566935 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:58.567287 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:58.567622 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:58.567948 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:58.568274 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:58.568596 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:58.907162 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:58.980322 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:59.131133 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for port, precommit_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:59.135822 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8545627'] for port, after_update {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:59.203932 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Pushing event updated for resources: {'Port': ['ID=5d3d88db-1a61-4354-948f-36225e9ee086,revision_number=2']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:59.215009 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614579'] for floatingip, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:59.557063 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.l3_db [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Floating IP 94cdf50b-8f24-451d-a6ae-e922ca539896 associated. External IP: 172.28.1.203, port: 57eddaa4-c29d-498e-9ca6-714a64623937. Jan 28 01:57:59.770026 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Router a206888a-823d-45ce-b36b-e4397fb5ecfb has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:57:59.889337 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:57:59.899051 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad14dbf-3912-4e9d-affc-5bf5a548c42f None None] Sync routers for ids ['a206888a-823d-45ce-b36b-e4397fb5ecfb'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:57:59.908888 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad14dbf-3912-4e9d-affc-5bf5a548c42f None None] Routers {'a206888a-823d-45ce-b36b-e4397fb5ecfb'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:59.909114 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:59.909533 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-bad14dbf-3912-4e9d-affc-5bf5a548c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:57:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['a206888a-823d-45ce-b36b-e4397fb5ecfb'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:59.946271 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-fae3eabe-260a-467c-8e1d-d37eb4f65ef4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8350453 Jan 28 01:57:59.947211 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'tag': '57eddaa4-c29d-498e-9ca6-714a64623937'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:57:59.949187 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 49174) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:57:59.949701 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a4fd4e-cff5-4e61-b0d8-8faf7efc2305" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ddcee8-709a-458e-9e8e-1ebc146b7f7e", "tag": "57eddaa4-c29d-498e-9ca6-714a64623937"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:59.955298 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973835401', 'description': 'tempest-secgroup-smoke-973835401 description', 'project_id': '5635296b769c4345ba2dac4c594d1a1a'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:59.980567 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:57:59.989944 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9d59d2-6acc-4fdb-b6be-4695c0275223 x-openstack-request-id: req-1d9d59d2-6acc-4fdb-b6be-4695c0275223 {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:59.990528 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ddcee8-709a-458e-9e8e-1ebc146b7f7e", "tag": "57eddaa4-c29d-498e-9ca6-714a64623937", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:59.990528 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d9d59d2-6acc-4fdb-b6be-4695c0275223 {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:59.991415 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'tag': '57eddaa4-c29d-498e-9ca6-714a64623937', 'status': 'completed', 'code': 200} Jan 28 01:58:00.022374 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-bad14dbf-3912-4e9d-affc-5bf5a548c42f None None] Set router a206888a-823d-45ce-b36b-e4397fb5ecfb gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:58:00.062879 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.067382 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.104568 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4fd4e-cff5-4e61-b0d8-8faf7efc2305 req-0cde1819-6701-452d-8a5c-f115c2640922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:00.106302 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a0a4fd4e-cff5-4e61-b0d8-8faf7efc2305 req-0cde1819-6701-452d-8a5c-f115c2640922 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5635296b769c4345ba2dac4c594d1a1a&device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 1098 time: 0.0474288 Jan 28 01:58:00.112349 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.114828 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1634908 Jan 28 01:58:00.114828 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537f8240-7cad-4c36-957c-c571fcd28157,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:00.117634 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 49178) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:00.123194 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-8cc3f237-3bea-4aff-867e-e81d095882d8 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Request body: {'security_group_rule': {'security_group_id': '537f8240-7cad-4c36-957c-c571fcd28157', 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:00.134328 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:00.134669 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:00.135808 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:00.135808 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:00.135808 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:00.136105 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:00.136404 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:00.136740 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:00.137048 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:00.137366 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:00.137688 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:00.138788 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65748f98-391a-4133-9511-66b84b022fd4 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:58:00.168752 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-8cc3f237-3bea-4aff-867e-e81d095882d8 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.213240 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4fd4e-cff5-4e61-b0d8-8faf7efc2305 req-c1169a01-5177-40c2-8826-e94f966a3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:00.215259 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a0a4fd4e-cff5-4e61-b0d8-8faf7efc2305 req-c1169a01-5177-40c2-8826-e94f966a3d71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 HTTP/1.1" status: 200 len: 917 time: 0.1017003 Jan 28 01:58:00.220372 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-8cc3f237-3bea-4aff-867e-e81d095882d8 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.224408 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-8cc3f237-3bea-4aff-867e-e81d095882d8 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.243490 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3f237-3bea-4aff-867e-e81d095882d8 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e82a12c-5c31-4249-9c78-c427fdd5ded0,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:00.266282 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-8cc3f237-3bea-4aff-867e-e81d095882d8 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.267597 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-8cc3f237-3bea-4aff-867e-e81d095882d8 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489546 Jan 28 01:58:00.270948 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 49180) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:00.278245 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-fca56d80-6732-4047-9cae-716ecf94f017 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Request body: {'security_group_rule': {'security_group_id': '537f8240-7cad-4c36-957c-c571fcd28157', 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:00.300703 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a0a4fd4e-cff5-4e61-b0d8-8faf7efc2305 req-22421d1e-31e3-4370-804e-0991d7970181 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57eddaa4-c29d-498e-9ca6-714a64623937 HTTP/1.1" status: 200 len: 999 time: 0.0760441 Jan 28 01:58:00.304170 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-bad14dbf-3912-4e9d-affc-5bf5a548c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:12Z', 'revision_number': 4, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'gw_port': {'id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': '94cdf50b-8f24-451d-a6ae-e922ca539896', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'floating_ip_address': '172.28.1.203', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'port_id': '57eddaa4-c29d-498e-9ca6-714a64623937', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'mac_address': 'fa:16:3e:33:df:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:57:58Z', 'updated_at': '2022-01-28T01:57:58Z', 'revision_number': 0, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77c98f4-505a-4026-a428-fee24356f45a', 'name': '', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'mac_address': 'fa:16:3e:30:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:12Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 5, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'subnets': [{'id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:00.317672 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-fca56d80-6732-4047-9cae-716ecf94f017 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.349124 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad14dbf-3912-4e9d-affc-5bf5a548c42f None None] Checking router: a206888a-823d-45ce-b36b-e4397fb5ecfb for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:58:00.361222 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad14dbf-3912-4e9d-affc-5bf5a548c42f None None] Routers {'a206888a-823d-45ce-b36b-e4397fb5ecfb'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:58:00.362098 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-bad14dbf-3912-4e9d-affc-5bf5a548c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:57:53Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['a206888a-823d-45ce-b36b-e4397fb5ecfb'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:00.379678 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4fd4e-cff5-4e61-b0d8-8faf7efc2305 req-c27fcc2f-cfef-40c0-8060-0724db4c952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:00.381985 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a0a4fd4e-cff5-4e61-b0d8-8faf7efc2305 req-c27fcc2f-cfef-40c0-8060-0724db4c952c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de10269b-27bd-4bbb-8a96-6dbc6bdff1dd HTTP/1.1" status: 200 len: 854 time: 0.0740643 Jan 28 01:58:00.382178 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-fca56d80-6732-4047-9cae-716ecf94f017 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.386151 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-fca56d80-6732-4047-9cae-716ecf94f017 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.407551 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca56d80-6732-4047-9cae-716ecf94f017 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bc8c4f-d86d-432b-8154-50170ce5be41,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:00.418312 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-fca56d80-6732-4047-9cae-716ecf94f017 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.420748 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-fca56d80-6732-4047-9cae-716ecf94f017 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481454 Jan 28 01:58:00.424422 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 49182) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:00.429437 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-5d78547b-6cd1-4535-88fa-d184bfef76cf tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Request body: {'security_group_rule': {'security_group_id': '537f8240-7cad-4c36-957c-c571fcd28157', 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:00.459099 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4fd4e-cff5-4e61-b0d8-8faf7efc2305 req-1c438e10-f82e-401c-9223-974ba4c5285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:00.460943 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a0a4fd4e-cff5-4e61-b0d8-8faf7efc2305 req-1c438e10-f82e-401c-9223-974ba4c5285c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706530 Jan 28 01:58:00.462860 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-5d78547b-6cd1-4535-88fa-d184bfef76cf tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.524637 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-bad14dbf-3912-4e9d-affc-5bf5a548c42f None None] Set router a206888a-823d-45ce-b36b-e4397fb5ecfb gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:58:00.528724 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-5d78547b-6cd1-4535-88fa-d184bfef76cf tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.532908 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-5d78547b-6cd1-4535-88fa-d184bfef76cf tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.552193 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78547b-6cd1-4535-88fa-d184bfef76cf tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28737613-083b-47ce-8069-7dc521c18700,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:00.558734 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-5d78547b-6cd1-4535-88fa-d184bfef76cf tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.560770 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-5d78547b-6cd1-4535-88fa-d184bfef76cf tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347520 Jan 28 01:58:00.563614 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 49184) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:00.568340 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-b08aaa55-58de-4f89-9717-8e9ae202345b tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Request body: {'security_group_rule': {'security_group_id': '537f8240-7cad-4c36-957c-c571fcd28157', 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:00.582080 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a0a4fd4e-cff5-4e61-b0d8-8faf7efc2305 req-939db2fd-83e7-401b-b6fa-d921a56ecb82 service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132283 Jan 28 01:58:00.598142 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b08aaa55-58de-4f89-9717-8e9ae202345b tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.675946 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b08aaa55-58de-4f89-9717-8e9ae202345b tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.680106 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b08aaa55-58de-4f89-9717-8e9ae202345b tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.692782 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a0a4fd4e-cff5-4e61-b0d8-8faf7efc2305 req-f6a03d65-122f-46f4-b046-8944c6f27ff8 service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031387 Jan 28 01:58:00.699217 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08aaa55-58de-4f89-9717-8e9ae202345b tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16350b02-7881-4798-876a-235a2324f6bc,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:00.718899 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b08aaa55-58de-4f89-9717-8e9ae202345b tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.720374 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-b08aaa55-58de-4f89-9717-8e9ae202345b tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556964 Jan 28 01:58:00.723120 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 49186) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:00.727831 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.v2.base [None req-2c47d6b2-59b6-40ad-b007-1514829d4732 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Request body: {'security_group_rule': {'security_group_id': '537f8240-7cad-4c36-957c-c571fcd28157', 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:00.752449 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.db.securitygroups_db [None req-2c47d6b2-59b6-40ad-b007-1514829d4732 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Project 5635296b769c4345ba2dac4c594d1a1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:58:00.757304 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2c47d6b2-59b6-40ad-b007-1514829d4732 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.789178 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-bad14dbf-3912-4e9d-affc-5bf5a548c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:12Z', 'revision_number': 4, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'gw_port': {'id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': '94cdf50b-8f24-451d-a6ae-e922ca539896', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'floating_ip_address': '172.28.1.203', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'port_id': '57eddaa4-c29d-498e-9ca6-714a64623937', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'mac_address': 'fa:16:3e:33:df:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:57:58Z', 'updated_at': '2022-01-28T01:57:58Z', 'revision_number': 0, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77c98f4-505a-4026-a428-fee24356f45a', 'name': '', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'mac_address': 'fa:16:3e:30:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:12Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 5, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'subnets': [{'id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:00.815909 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad14dbf-3912-4e9d-affc-5bf5a548c42f None None] The sync data for ids ['a206888a-823d-45ce-b36b-e4397fb5ecfb'] in dv-cinder-824978-1-smb is: [{'id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:12Z', 'revision_number': 4, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'gw_port': {'id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_floatingips': [{'id': '94cdf50b-8f24-451d-a6ae-e922ca539896', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'floating_ip_address': '172.28.1.203', 'floating_network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'router_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'port_id': '57eddaa4-c29d-498e-9ca6-714a64623937', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'mac_address': 'fa:16:3e:33:df:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:57:58Z', 'updated_at': '2022-01-28T01:57:58Z', 'revision_number': 0, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77c98f4-505a-4026-a428-fee24356f45a', 'name': '', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'mac_address': 'fa:16:3e:30:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:12Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 5, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'subnets': [{'id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:58:00.822018 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2c47d6b2-59b6-40ad-b007-1514829d4732 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.827457 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2c47d6b2-59b6-40ad-b007-1514829d4732 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.847797 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47d6b2-59b6-40ad-b007-1514829d4732 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d89bcf-9ba2-4678-a099-152412d6ac73,revision_number=0']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:00.855430 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-2c47d6b2-59b6-40ad-b007-1514829d4732 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.860324 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-2c47d6b2-59b6-40ad-b007-1514829d4732 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359525 Jan 28 01:58:00.860889 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 49190) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:00.865952 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [None req-1b67b643-ec08-4d0e-b625-010be2c392ed tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Request body: {'security_group_rule': {'security_group_id': '537f8240-7cad-4c36-957c-c571fcd28157', 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:00.900206 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.db.securitygroups_db [None req-1b67b643-ec08-4d0e-b625-010be2c392ed tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Project 5635296b769c4345ba2dac4c594d1a1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:58:00.905957 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1b67b643-ec08-4d0e-b625-010be2c392ed tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.985308 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1b67b643-ec08-4d0e-b625-010be2c392ed tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:00.989825 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1b67b643-ec08-4d0e-b625-010be2c392ed tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398339'] for security_group_rule, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.011181 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67b643-ec08-4d0e-b625-010be2c392ed tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28512085-55d2-465e-9793-8f77380a5c47,revision_number=0']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:01.021137 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-1b67b643-ec08-4d0e-b625-010be2c392ed tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.025451 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-1b67b643-ec08-4d0e-b625-010be2c392ed tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1606007 Jan 28 01:58:01.050842 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115587d-26e6-4e2d-9486-e606a148e06c None None] New status for floating IP 94cdf50b-8f24-451d-a6ae-e922ca539896: ACTIVE {{(pid=107861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:58:01.115441 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-22be43dc-65bb-47aa-8c86-dd0c4802c6b0 req-866cec51-8da2-4a2d-9e43-3718379e0064 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973835401&fields=id&tenant_id=5635296b769c4345ba2dac4c594d1a1a HTTP/1.1" status: 200 len: 267 time: 0.0407698 Jan 28 01:58:01.194311 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be43dc-65bb-47aa-8c86-dd0c4802c6b0 req-2706a501-be4f-4fdd-bf91-49442df85cf9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:01.207823 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-22be43dc-65bb-47aa-8c86-dd0c4802c6b0 req-2706a501-be4f-4fdd-bf91-49442df85cf9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 945 time: 0.0853784 Jan 28 01:58:01.217336 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [req-22be43dc-65bb-47aa-8c86-dd0c4802c6b0 req-ef5f6123-85ce-43f6-a204-5d55f20c7eb9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Request body: {'port': {'security_groups': ['05e93942-5f39-4b06-b2ad-c235ef45b8fc', '537f8240-7cad-4c36-957c-c571fcd28157']}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:58:01.285173 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-22be43dc-65bb-47aa-8c86-dd0c4802c6b0 req-ef5f6123-85ce-43f6-a204-5d55f20c7eb9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.518286 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [req-22be43dc-65bb-47aa-8c86-dd0c4802c6b0 req-ef5f6123-85ce-43f6-a204-5d55f20c7eb9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] For port 57eddaa4-c29d-498e-9ca6-714a64623937, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=57eddaa4-c29d-498e-9ca6-714a64623937,segment=NetworkSegment(d828aef2-1aa8-4fb7-b02a-a7b2d35969c0),segment_id=d828aef2-1aa8-4fb7-b02a-a7b2d35969c0)] {{(pid=107859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:58:01.548358 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-22be43dc-65bb-47aa-8c86-dd0c4802c6b0 req-ef5f6123-85ce-43f6-a204-5d55f20c7eb9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for port, precommit_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.554212 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-22be43dc-65bb-47aa-8c86-dd0c4802c6b0 req-ef5f6123-85ce-43f6-a204-5d55f20c7eb9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8420376'] for port, after_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.601156 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['57eddaa4-c29d-498e-9ca6-714a64623937'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:58:01.601873 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be43dc-65bb-47aa-8c86-dd0c4802c6b0 req-ef5f6123-85ce-43f6-a204-5d55f20c7eb9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:01.602533 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-22be43dc-65bb-47aa-8c86-dd0c4802c6b0 req-ef5f6123-85ce-43f6-a204-5d55f20c7eb9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.604021 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-22be43dc-65bb-47aa-8c86-dd0c4802c6b0 req-ef5f6123-85ce-43f6-a204-5d55f20c7eb9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "PUT /v2.0/ports/57eddaa4-c29d-498e-9ca6-714a64623937 HTTP/1.1" status: 200 len: 981 time: 0.3947296 Jan 28 01:58:01.604483 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'tag': '57eddaa4-c29d-498e-9ca6-714a64623937'}] {{(pid=107859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:58:01.606913 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f26e8db650ad48871ace5057421b275907cd6391da2f912926caf74004d3c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade45dc3-3c47-441a-8c99-ee6b64f0270a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ddcee8-709a-458e-9e8e-1ebc146b7f7e", "tag": "57eddaa4-c29d-498e-9ca6-714a64623937"}]}' {{(pid=107859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:58:01.635291 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f6123-85ce-43f6-a204-5d55f20c7eb9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Pushing event updated for resources: {'Port': ['ID=57eddaa4-c29d-498e-9ca6-714a64623937,revision_number=6']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:01.758843 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37073f31-2e0c-44a0-bb27-8d3f1733678a req-fc24baad-31ef-4511-9c9b-e2dbe3eeda7a tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:01.760880 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-37073f31-2e0c-44a0-bb27-8d3f1733678a req-fc24baad-31ef-4511-9c9b-e2dbe3eeda7a tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0622783 Jan 28 01:58:01.779862 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['57eddaa4-c29d-498e-9ca6-714a64623937'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:58:01.811316 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-37073f31-2e0c-44a0-bb27-8d3f1733678a req-48b081e5-5068-4d83-a4e8-1fa0fee3c542 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419934 Jan 28 01:58:01.844360 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039dda6a-e6aa-4ddd-bf53-8db872656859 x-openstack-request-id: req-039dda6a-e6aa-4ddd-bf53-8db872656859 {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:58:01.845103 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ddcee8-709a-458e-9e8e-1ebc146b7f7e", "tag": "57eddaa4-c29d-498e-9ca6-714a64623937", "status": "completed", "code": 200}]} {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:58:01.845103 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-039dda6a-e6aa-4ddd-bf53-8db872656859 {{(pid=107859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:58:01.845835 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'tag': '57eddaa4-c29d-498e-9ca6-714a64623937', 'status': 'completed', 'code': 200} Jan 28 01:58:01.937487 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-18e1e42c-f190-4b0b-9835-a07dcbb25aa3 None None] Provisioning complete for port 57eddaa4-c29d-498e-9ca6-714a64623937 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:58:01.937859 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-18e1e42c-f190-4b0b-9835-a07dcbb25aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:01.945054 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade45dc3-3c47-441a-8c99-ee6b64f0270a req-7265c53a-cd09-4632-98bc-7b9c79c4d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:01.946547 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-ade45dc3-3c47-441a-8c99-ee6b64f0270a req-7265c53a-cd09-4632-98bc-7b9c79c4d834 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5635296b769c4345ba2dac4c594d1a1a&device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 1137 time: 0.0504956 Jan 28 01:58:02.050040 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade45dc3-3c47-441a-8c99-ee6b64f0270a req-8350e722-cc10-4fd3-943a-620f800a35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:02.051439 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-ade45dc3-3c47-441a-8c99-ee6b64f0270a req-8350e722-cc10-4fd3-943a-620f800a35e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 HTTP/1.1" status: 200 len: 917 time: 0.0976579 Jan 28 01:58:02.129521 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-ade45dc3-3c47-441a-8c99-ee6b64f0270a req-cb27f9c9-dcb5-4c3d-a410-fb055f42d5d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57eddaa4-c29d-498e-9ca6-714a64623937 HTTP/1.1" status: 200 len: 1001 time: 0.0699754 Jan 28 01:58:02.187993 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade45dc3-3c47-441a-8c99-ee6b64f0270a req-bcb16e36-ca9d-4c56-a7b0-be1235ed38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:02.189463 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-ade45dc3-3c47-441a-8c99-ee6b64f0270a req-bcb16e36-ca9d-4c56-a7b0-be1235ed38cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de10269b-27bd-4bbb-8a96-6dbc6bdff1dd HTTP/1.1" status: 200 len: 854 time: 0.0516131 Jan 28 01:58:02.246010 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade45dc3-3c47-441a-8c99-ee6b64f0270a req-954aa44c-d3a9-4764-b674-cc27c6920d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:02.248291 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-ade45dc3-3c47-441a-8c99-ee6b64f0270a req-954aa44c-d3a9-4764-b674-cc27c6920d35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0511317 Jan 28 01:58:02.365807 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-ade45dc3-3c47-441a-8c99-ee6b64f0270a req-dd6f332d-cb62-4bcf-9aa3-086119beaa0c service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097519 Jan 28 01:58:02.467968 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-ade45dc3-3c47-441a-8c99-ee6b64f0270a req-1756a269-00de-4374-9840-aecff0396b61 service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944707 Jan 28 01:58:10.945739 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 49262) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:11.051029 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-134b079f-7499-4f3d-8bc4-db772536fcb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:11.132140 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-134b079f-7499-4f3d-8bc4-db772536fcb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:11.136620 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-134b079f-7499-4f3d-8bc4-db772536fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:11.175625 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-134b079f-7499-4f3d-8bc4-db772536fcb3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=873380c0cecb4259964cb1cefaaab715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287598 Jan 28 01:58:11.176461 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b079f-7499-4f3d-8bc4-db772536fcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cd9b16-e387-4034-aec3-e7efa89258c1,revision_number=1']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:11.178321 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 49266) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:11.235289 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-9e9ff110-1cc3-4df3-b3aa-b6ef4e19de02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:11.271841 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-9e9ff110-1cc3-4df3-b3aa-b6ef4e19de02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:11.321743 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-9e9ff110-1cc3-4df3-b3aa-b6ef4e19de02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:11.324478 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-9e9ff110-1cc3-4df3-b3aa-b6ef4e19de02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:11.326219 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-9e9ff110-1cc3-4df3-b3aa-b6ef4e19de02 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8cd9b16-e387-4034-aec3-e7efa89258c1 HTTP/1.1" status: 204 len: 168 time: 0.1469076 Jan 28 01:58:11.334031 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ff110-1cc3-4df3-b3aa-b6ef4e19de02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cd9b16-e387-4034-aec3-e7efa89258c1,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:15.811048 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:58:19.069691 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:20.678041 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-d2bd6114-5892-4875-8f0a-cc8aaff92ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:21.878673 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3a8d0173-8ad8-4baa-a8fe-037622c7cd40 req-d3b70aad-5e42-4f80-a0b4-01626155ce54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409966 Jan 28 01:58:21.993750 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0173-8ad8-4baa-a8fe-037622c7cd40 req-9c0e8f73-b5c7-4d58-8fdd-60451db9a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:21.995236 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3a8d0173-8ad8-4baa-a8fe-037622c7cd40 req-9c0e8f73-b5c7-4d58-8fdd-60451db9a273 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5635296b769c4345ba2dac4c594d1a1a&device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 1137 time: 0.0462666 Jan 28 01:58:22.106125 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0173-8ad8-4baa-a8fe-037622c7cd40 req-3a06e2e4-25f0-4cb5-8775-42d727401257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:22.107653 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3a8d0173-8ad8-4baa-a8fe-037622c7cd40 req-3a06e2e4-25f0-4cb5-8775-42d727401257 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 HTTP/1.1" status: 200 len: 917 time: 0.0895109 Jan 28 01:58:22.179539 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3a8d0173-8ad8-4baa-a8fe-037622c7cd40 req-eb22f357-27b6-4a76-8697-d6e88e7a6ab2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57eddaa4-c29d-498e-9ca6-714a64623937 HTTP/1.1" status: 200 len: 1001 time: 0.0643861 Jan 28 01:58:22.232164 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0173-8ad8-4baa-a8fe-037622c7cd40 req-fe4ab454-249f-48be-a37a-af5ae2b2c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:22.233837 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3a8d0173-8ad8-4baa-a8fe-037622c7cd40 req-fe4ab454-249f-48be-a37a-af5ae2b2c480 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de10269b-27bd-4bbb-8a96-6dbc6bdff1dd HTTP/1.1" status: 200 len: 854 time: 0.0447545 Jan 28 01:58:22.282046 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0173-8ad8-4baa-a8fe-037622c7cd40 req-2aaaa8aa-31ab-4ba4-a981-a96142275fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:22.283827 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3a8d0173-8ad8-4baa-a8fe-037622c7cd40 req-2aaaa8aa-31ab-4ba4-a981-a96142275fba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0416441 Jan 28 01:58:22.378516 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3a8d0173-8ad8-4baa-a8fe-037622c7cd40 req-1b9ebdd6-a90c-4da1-bb93-59c14becf94e service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862818 Jan 28 01:58:22.470533 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-3a8d0173-8ad8-4baa-a8fe-037622c7cd40 req-05d23377-3141-4bdb-ab62-82bbf38ecefe service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840771 Jan 28 01:58:23.104719 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-e7a73b17-b5bf-44cb-8ac0-2af23af540b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:24.789827 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:26.208846 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:26.643121 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:34.243755 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1fa36-3964-486f-8d9c-6ee2056965e2 req-15586a8b-ced0-4d49-bf94-2752b2075417 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:34.245316 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-11a1fa36-3964-486f-8d9c-6ee2056965e2 req-15586a8b-ced0-4d49-bf94-2752b2075417 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0502858 Jan 28 01:58:34.289966 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-11a1fa36-3964-486f-8d9c-6ee2056965e2 req-ee5f4798-0db8-4ca2-89d3-43856b49507d tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370381 Jan 28 01:58:34.315492 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6325d65-1887-4f4c-8627-e2066fd56284 req-eea5abcd-af66-4b88-889f-cb9b236b2e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:34.316977 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6325d65-1887-4f4c-8627-e2066fd56284 req-eea5abcd-af66-4b88-889f-cb9b236b2e57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5635296b769c4345ba2dac4c594d1a1a&device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 1137 time: 0.0422926 Jan 28 01:58:34.414685 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6325d65-1887-4f4c-8627-e2066fd56284 req-a1a55db0-8d2e-445a-a2c1-8b23b5732c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:34.416333 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6325d65-1887-4f4c-8627-e2066fd56284 req-a1a55db0-8d2e-445a-a2c1-8b23b5732c29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 HTTP/1.1" status: 200 len: 917 time: 0.0903823 Jan 28 01:58:34.486851 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6325d65-1887-4f4c-8627-e2066fd56284 req-a5328ad4-7b9a-49c2-8190-8252d47df0d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57eddaa4-c29d-498e-9ca6-714a64623937 HTTP/1.1" status: 200 len: 1001 time: 0.0607135 Jan 28 01:58:34.541445 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6325d65-1887-4f4c-8627-e2066fd56284 req-e6209793-078e-4f55-9764-222511f5b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:34.542950 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6325d65-1887-4f4c-8627-e2066fd56284 req-e6209793-078e-4f55-9764-222511f5b188 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de10269b-27bd-4bbb-8a96-6dbc6bdff1dd HTTP/1.1" status: 200 len: 854 time: 0.0474131 Jan 28 01:58:34.601214 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6325d65-1887-4f4c-8627-e2066fd56284 req-8620249f-03c2-4324-87b3-2410bdf27f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:34.603528 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6325d65-1887-4f4c-8627-e2066fd56284 req-8620249f-03c2-4324-87b3-2410bdf27f76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0434842 Jan 28 01:58:34.705888 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6325d65-1887-4f4c-8627-e2066fd56284 req-78ab4329-015b-439d-905d-4fa9e79da6d9 service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927563 Jan 28 01:58:34.813921 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-e6325d65-1887-4f4c-8627-e2066fd56284 req-a6c6805a-5c83-4492-b445-8dcda10bdfdf service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992548 Jan 28 01:58:35.413861 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdbda5-ab13-46a9-90b4-443445608a39 req-f068d6a6-adff-45a5-a75b-6d4f6da7e74d tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:35.417252 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0ecdbda5-ab13-46a9-90b4-443445608a39 req-f068d6a6-adff-45a5-a75b-6d4f6da7e74d tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0544593 Jan 28 01:58:35.459380 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-0ecdbda5-ab13-46a9-90b4-443445608a39 req-d82d3316-2d40-4c7c-b890-c566691d6648 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357807 Jan 28 01:58:36.594256 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84e88c-dd5f-408d-afd8-5676c3ac9d99 req-56d354b3-ad1d-48d2-bff9-760ac01508ff tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:36.595979 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bf84e88c-dd5f-408d-afd8-5676c3ac9d99 req-56d354b3-ad1d-48d2-bff9-760ac01508ff tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0645521 Jan 28 01:58:36.641774 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-bf84e88c-dd5f-408d-afd8-5676c3ac9d99 req-4a069125-b45c-42f6-8c65-fcd39e03594c tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383358 Jan 28 01:58:37.759039 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79b1ab-ba89-4729-abae-a1296afa7c19 req-7f114723-f848-4a48-a4bd-1db7f21bc121 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:37.760563 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3a79b1ab-ba89-4729-abae-a1296afa7c19 req-7f114723-f848-4a48-a4bd-1db7f21bc121 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0497704 Jan 28 01:58:37.802689 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3a79b1ab-ba89-4729-abae-a1296afa7c19 req-b17ca99d-b7dd-4f96-878b-fef41216c7ed tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355935 Jan 28 01:58:38.916669 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6460fd-ae7d-4e84-afc6-691fb640a4b5 req-84946c4e-f227-4812-8836-e55bbc06dc94 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:38.918127 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-db6460fd-ae7d-4e84-afc6-691fb640a4b5 req-84946c4e-f227-4812-8836-e55bbc06dc94 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0494175 Jan 28 01:58:38.959667 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-db6460fd-ae7d-4e84-afc6-691fb640a4b5 req-c3dd43e9-7f8b-4e2b-a46e-2a95b60606cf tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342705 Jan 28 01:58:40.078634 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de88e8-7e78-4b95-bdee-adf260227aa8 req-633a5e51-d054-49a3-a9d0-dc7236416790 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:40.080236 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-89de88e8-7e78-4b95-bdee-adf260227aa8 req-633a5e51-d054-49a3-a9d0-dc7236416790 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0525305 Jan 28 01:58:40.119573 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-89de88e8-7e78-4b95-bdee-adf260227aa8 req-6f3ef0b6-955a-4316-b4f7-e8f2333602cf tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333393 Jan 28 01:58:41.237481 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbc483-f874-4e69-b943-542df43c2042 req-27bec66b-ee31-4d70-87cb-5def0c649103 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:41.238929 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-54cbc483-f874-4e69-b943-542df43c2042 req-27bec66b-ee31-4d70-87cb-5def0c649103 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0502276 Jan 28 01:58:41.283785 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-54cbc483-f874-4e69-b943-542df43c2042 req-909a5edf-1c10-469f-b950-519beab7edb2 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386152 Jan 28 01:58:42.400654 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ab7c-bd76-4485-a96c-c70534b8d99d req-39b1c3a7-c056-4562-8bcb-4d04f48c0b77 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:42.402109 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2f82ab7c-bd76-4485-a96c-c70534b8d99d req-39b1c3a7-c056-4562-8bcb-4d04f48c0b77 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0484908 Jan 28 01:58:42.457230 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-2f82ab7c-bd76-4485-a96c-c70534b8d99d req-be9d38f4-73bc-4f48-adca-21303cd6003c tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483344 Jan 28 01:58:43.580633 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326858eb-0bfa-43c6-a704-e80549343db3 req-539eca78-dc5c-4886-be0e-925cc4c31502 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:43.582250 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-326858eb-0bfa-43c6-a704-e80549343db3 req-539eca78-dc5c-4886-be0e-925cc4c31502 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0562546 Jan 28 01:58:43.622413 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-326858eb-0bfa-43c6-a704-e80549343db3 req-2b2b617e-5a91-40f9-89f5-a09cf4664e51 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338764 Jan 28 01:58:44.746420 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739eb7f4-4f9b-4027-b015-91b275277558 req-9615ea08-a4a2-4a66-a83b-a2d94b9c0165 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:44.748034 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-739eb7f4-4f9b-4027-b015-91b275277558 req-9615ea08-a4a2-4a66-a83b-a2d94b9c0165 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0522380 Jan 28 01:58:44.790092 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-739eb7f4-4f9b-4027-b015-91b275277558 req-ccc00415-d2a2-4c41-85a2-bbc2d146477f tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360663 Jan 28 01:58:45.476874 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 49546) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:45.584772 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c1145c72-10ab-4381-8643-267239686c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:45.668481 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c1145c72-10ab-4381-8643-267239686c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:45.672390 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c1145c72-10ab-4381-8643-267239686c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_create {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:45.713041 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-c1145c72-10ab-4381-8643-267239686c8d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=977310c6981e4de6a3b0aad220961286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350583 Jan 28 01:58:45.713739 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1145c72-10ab-4381-8643-267239686c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce07d522-f712-45ac-a704-c60ce9b1c7c3,revision_number=1']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:45.715883 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 49550) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:58:45.765120 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4cd6dce0-5173-47ad-8823-cb9b6ec8f56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:45.785651 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4cd6dce0-5173-47ad-8823-cb9b6ec8f56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:45.836152 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4cd6dce0-5173-47ad-8823-cb9b6ec8f56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:45.839228 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4cd6dce0-5173-47ad-8823-cb9b6ec8f56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:45.840467 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-4cd6dce0-5173-47ad-8823-cb9b6ec8f56d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce07d522-f712-45ac-a704-c60ce9b1c7c3 HTTP/1.1" status: 204 len: 168 time: 0.1234531 Jan 28 01:58:45.849644 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6dce0-5173-47ad-8823-cb9b6ec8f56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce07d522-f712-45ac-a704-c60ce9b1c7c3,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:58:45.915953 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab06b6e-b53a-4572-bb77-4cb835966323 req-5a12e52a-65a8-400d-9c42-b22cd26d4a43 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:45.917487 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-eab06b6e-b53a-4572-bb77-4cb835966323 req-5a12e52a-65a8-400d-9c42-b22cd26d4a43 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0561132 Jan 28 01:58:45.968306 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-eab06b6e-b53a-4572-bb77-4cb835966323 req-9c43ec4d-bff2-4e01-b1c9-d30264ba0685 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429921 Jan 28 01:58:47.093477 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768add03-578f-4d98-808c-408f8ce6142a req-7fdcfacf-2142-4f9d-a275-0446bfa11a56 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:47.094957 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-768add03-578f-4d98-808c-408f8ce6142a req-7fdcfacf-2142-4f9d-a275-0446bfa11a56 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0500953 Jan 28 01:58:47.135720 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-768add03-578f-4d98-808c-408f8ce6142a req-8f261eb3-a30c-4c82-b564-b4a443101a93 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345480 Jan 28 01:58:48.252358 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeda3c-b083-4679-894b-0e0fc9430e58 req-ed6b887b-c85d-4beb-9c77-0a2e2309ed88 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:48.254084 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3afeda3c-b083-4679-894b-0e0fc9430e58 req-ed6b887b-c85d-4beb-9c77-0a2e2309ed88 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0509996 Jan 28 01:58:48.298308 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-3afeda3c-b083-4679-894b-0e0fc9430e58 req-dca4aca9-18fa-4020-afc2-270e7e859dc5 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375922 Jan 28 01:58:49.108719 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:49.430392 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916e8ea-f36d-46c0-bec7-ec2cfc23608d req-fb03c8e9-9b9e-46f6-bd67-d33f47a88ef3 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:49.431650 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e916e8ea-f36d-46c0-bec7-ec2cfc23608d req-fb03c8e9-9b9e-46f6-bd67-d33f47a88ef3 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0591006 Jan 28 01:58:49.474281 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-e916e8ea-f36d-46c0-bec7-ec2cfc23608d req-2b9f8ad2-c5b0-4142-bfad-8be9174d8be3 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364594 Jan 28 01:58:50.591060 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4cb36-03a2-4bc3-9894-938ce284abfc req-5f73b41b-ff8c-41b2-b3f6-c6ce22c5d095 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:50.593253 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-87b4cb36-03a2-4bc3-9894-938ce284abfc req-5f73b41b-ff8c-41b2-b3f6-c6ce22c5d095 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0498531 Jan 28 01:58:50.637911 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-87b4cb36-03a2-4bc3-9894-938ce284abfc req-75181caa-fbc8-4b78-ac91-521aae9b130f tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384321 Jan 28 01:58:50.679962 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-0da55381-540a-4dd8-bce2-c6fb4e04dd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:51.759910 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51c25a-c452-4aff-8aa6-cbb10c17cfee req-6593358a-5c7e-4cea-ad77-68d289f1c75e tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:51.761372 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7c51c25a-c452-4aff-8aa6-cbb10c17cfee req-6593358a-5c7e-4cea-ad77-68d289f1c75e tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0509880 Jan 28 01:58:51.807112 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7c51c25a-c452-4aff-8aa6-cbb10c17cfee req-548ff349-2ac9-437a-90d9-8d5469d126e3 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&id=537f8240-7cad-4c36-957c-c571fcd28157&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393319 Jan 28 01:58:52.810064 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:58:53.108057 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-f0372369-b565-4cdc-9af5-98ab08812621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:54.783662 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:56.212250 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:58:56.645475 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:19.109879 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:20.681929 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-4173a8d2-8f27-47e2-8ada-4f6303636d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:21.888239 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f286160e-3b72-4d27-9d0d-e530284fad2b req-b9512f25-da12-452a-b00f-e7436bae3667 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426519 Jan 28 01:59:21.990096 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286160e-3b72-4d27-9d0d-e530284fad2b req-261004d4-4252-4a28-984e-3d99b07a0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:21.992225 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f286160e-3b72-4d27-9d0d-e530284fad2b req-261004d4-4252-4a28-984e-3d99b07a0f55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5635296b769c4345ba2dac4c594d1a1a&device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 1137 time: 0.0427561 Jan 28 01:59:22.098091 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286160e-3b72-4d27-9d0d-e530284fad2b req-7d6e0abb-d07b-4a92-ba4b-24fd4d1b728d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:22.099822 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f286160e-3b72-4d27-9d0d-e530284fad2b req-7d6e0abb-d07b-4a92-ba4b-24fd4d1b728d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 HTTP/1.1" status: 200 len: 917 time: 0.0875401 Jan 28 01:59:22.170771 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f286160e-3b72-4d27-9d0d-e530284fad2b req-4e84b077-5688-41ac-aeb5-6892683a6882 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57eddaa4-c29d-498e-9ca6-714a64623937 HTTP/1.1" status: 200 len: 1001 time: 0.0632682 Jan 28 01:59:22.221353 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286160e-3b72-4d27-9d0d-e530284fad2b req-e841fe89-223d-4eb7-b2fd-ce002f8a9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:22.222803 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f286160e-3b72-4d27-9d0d-e530284fad2b req-e841fe89-223d-4eb7-b2fd-ce002f8a9637 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de10269b-27bd-4bbb-8a96-6dbc6bdff1dd HTTP/1.1" status: 200 len: 854 time: 0.0449662 Jan 28 01:59:22.271223 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286160e-3b72-4d27-9d0d-e530284fad2b req-d697ec1f-80cb-4e01-b46b-ef570829cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:22.272649 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f286160e-3b72-4d27-9d0d-e530284fad2b req-d697ec1f-80cb-4e01-b46b-ef570829cabe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0417707 Jan 28 01:59:22.377346 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f286160e-3b72-4d27-9d0d-e530284fad2b req-83c15597-64cb-4fbb-904c-5e0836a5c4ef service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947673 Jan 28 01:59:22.480358 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f286160e-3b72-4d27-9d0d-e530284fad2b req-84fdeeaa-0b3b-498a-93f9-71f2dfab3f45 service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935986 Jan 28 01:59:23.109862 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-95f964e5-5bd7-4bb7-98e1-ac337baee505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:24.786239 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:25.087408 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7f717f8f-6918-4665-a7d5-6733211e133d req-8b7ef9b7-8c3f-452b-8b07-59d7aa7c10a7 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973835401&fields=id&tenant_id=5635296b769c4345ba2dac4c594d1a1a HTTP/1.1" status: 200 len: 267 time: 0.0338736 Jan 28 01:59:25.143143 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f717f8f-6918-4665-a7d5-6733211e133d req-b62d205c-53fb-4b44-963f-dea7c98fa25b tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:25.144662 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7f717f8f-6918-4665-a7d5-6733211e133d req-b62d205c-53fb-4b44-963f-dea7c98fa25b tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 984 time: 0.0502131 Jan 28 01:59:25.155749 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.v2.base [req-7f717f8f-6918-4665-a7d5-6733211e133d req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Request body: {'port': {'security_groups': ['05e93942-5f39-4b06-b2ad-c235ef45b8fc']}} {{(pid=107859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:59:25.229009 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-7f717f8f-6918-4665-a7d5-6733211e133d req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7879396'] for port, before_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:25.412042 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [req-7f717f8f-6918-4665-a7d5-6733211e133d req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] For port 57eddaa4-c29d-498e-9ca6-714a64623937, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=57eddaa4-c29d-498e-9ca6-714a64623937,segment=NetworkSegment(d828aef2-1aa8-4fb7-b02a-a7b2d35969c0),segment_id=d828aef2-1aa8-4fb7-b02a-a7b2d35969c0)] {{(pid=107859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:25.441545 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-7f717f8f-6918-4665-a7d5-6733211e133d req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for port, precommit_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:25.446248 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-7f717f8f-6918-4665-a7d5-6733211e133d req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788471475568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788471003001', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788471003019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8420376'] for port, after_update {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:25.483521 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['57eddaa4-c29d-498e-9ca6-714a64623937'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:59:25.735922 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f717f8f-6918-4665-a7d5-6733211e133d req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:25.736593 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [req-7f717f8f-6918-4665-a7d5-6733211e133d req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:25.738196 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-7f717f8f-6918-4665-a7d5-6733211e133d req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "PUT /v2.0/ports/57eddaa4-c29d-498e-9ca6-714a64623937 HTTP/1.1" status: 200 len: 942 time: 0.5870914 Jan 28 01:59:25.738580 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'tag': '57eddaa4-c29d-498e-9ca6-714a64623937'}] {{(pid=107859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:25.740935 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f26e8db650ad48871ace5057421b275907cd6391da2f912926caf74004d3c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c988a3f7-cd06-4e71-b902-85672e746b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ddcee8-709a-458e-9e8e-1ebc146b7f7e", "tag": "57eddaa4-c29d-498e-9ca6-714a64623937"}]}' {{(pid=107859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:25.745063 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 49574) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:25.764741 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Pushing event updated for resources: {'Port': ['ID=57eddaa4-c29d-498e-9ca6-714a64623937,revision_number=7']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:25.774127 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:25.774127 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:25.774452 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:25.775018 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:25.775299 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:25.775853 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:25.776085 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:25.776483 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:25.776871 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:25.777258 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:25.777649 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:25.778058 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f2b1e-5ce9-493e-beca-9cb9d5ce2fdb tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:25.797998 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb79412b-1c67-4ee3-9f26-31d2288a8c9e x-openstack-request-id: req-bb79412b-1c67-4ee3-9f26-31d2288a8c9e {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:25.798712 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ddcee8-709a-458e-9e8e-1ebc146b7f7e", "tag": "57eddaa4-c29d-498e-9ca6-714a64623937", "status": "completed", "code": 200}]} {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:25.799146 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb79412b-1c67-4ee3-9f26-31d2288a8c9e {{(pid=107859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:25.799741 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'tag': '57eddaa4-c29d-498e-9ca6-714a64623937', 'status': 'completed', 'code': 200} Jan 28 01:59:25.824424 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:25.862571 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['57eddaa4-c29d-498e-9ca6-714a64623937'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:59:25.884892 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:25.933084 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988a3f7-cd06-4e71-b902-85672e746b4f req-cf85aeeb-d570-42b9-9309-6e90394ad2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:25.934731 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c988a3f7-cd06-4e71-b902-85672e746b4f req-cf85aeeb-d570-42b9-9309-6e90394ad2ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5635296b769c4345ba2dac4c594d1a1a&device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 1098 time: 0.0893230 Jan 28 01:59:25.982960 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.provisioning_blocks [None req-b27f4178-3f0a-4790-bfbb-6c7d0db4ae39 None None] Provisioning complete for port 57eddaa4-c29d-498e-9ca6-714a64623937 triggered by entity DHCP. {{(pid=107860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:59:25.983309 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-b27f4178-3f0a-4790-bfbb-6c7d0db4ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7756310'] for port, provisioning_complete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:26.014811 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:26.017740 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:26.018889 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "DELETE /v2.0/security-groups/537f8240-7cad-4c36-957c-c571fcd28157 HTTP/1.1" status: 204 len: 168 time: 0.2721162 Jan 28 01:59:26.021802 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 49576) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:26.039418 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=537f8240-7cad-4c36-957c-c571fcd28157,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:26.058114 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.058491 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.058733 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.059071 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.059436 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.059762 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.060091 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.060416 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.060735 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.061178 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.062506 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.062506 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0a7afa-cdf1-48f2-966c-71d8f580c8e9 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:26.074889 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988a3f7-cd06-4e71-b902-85672e746b4f req-eb1dc01b-0c28-4917-a7ea-65f209599c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:26.076473 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c988a3f7-cd06-4e71-b902-85672e746b4f req-eb1dc01b-0c28-4917-a7ea-65f209599c5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 HTTP/1.1" status: 200 len: 917 time: 0.1263340 Jan 28 01:59:26.160254 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c988a3f7-cd06-4e71-b902-85672e746b4f req-2b61b58b-bca6-4041-8bca-05be7733c238 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57eddaa4-c29d-498e-9ca6-714a64623937 HTTP/1.1" status: 200 len: 1001 time: 0.0769386 Jan 28 01:59:26.190216 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-91db1a47-5c68-4f32-a313-961ee27b7116 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Deleting port 5d3d88db-1a61-4354-948f-36225e9ee086 {{(pid=107859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:59:26.190826 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-91db1a47-5c68-4f32-a313-961ee27b7116 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:26.214025 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988a3f7-cd06-4e71-b902-85672e746b4f req-c5eb65a1-2363-46af-b9cc-a3461011f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:26.215504 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c988a3f7-cd06-4e71-b902-85672e746b4f req-c5eb65a1-2363-46af-b9cc-a3461011f6b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de10269b-27bd-4bbb-8a96-6dbc6bdff1dd HTTP/1.1" status: 200 len: 854 time: 0.0456240 Jan 28 01:59:26.218697 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:26.262473 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988a3f7-cd06-4e71-b902-85672e746b4f req-b1422c1e-5c69-4b29-9eea-1a3e8d52ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:26.263992 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c988a3f7-cd06-4e71-b902-85672e746b4f req-b1422c1e-5c69-4b29-9eea-1a3e8d52ef23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0419881 Jan 28 01:59:26.282938 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-91db1a47-5c68-4f32-a313-961ee27b7116 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:26.283285 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-91db1a47-5c68-4f32-a313-961ee27b7116 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:26.295181 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-91db1a47-5c68-4f32-a313-961ee27b7116 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Calling delete_port for 5d3d88db-1a61-4354-948f-36225e9ee086 owned by network:floatingip {{(pid=107859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:59:26.367055 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c988a3f7-cd06-4e71-b902-85672e746b4f req-a2a270dd-fa7f-479a-a260-ca5fb0cf9ed3 service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954411 Jan 28 01:59:26.460350 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-c988a3f7-cd06-4e71-b902-85672e746b4f req-56ff8346-687d-49b9-9400-b77922d4d2c2 service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852799 Jan 28 01:59:26.482044 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-91db1a47-5c68-4f32-a313-961ee27b7116 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:26.511549 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db1a47-5c68-4f32-a313-961ee27b7116 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Pushing event deleted for resources: {'Port': ['ID=5d3d88db-1a61-4354-948f-36225e9ee086,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:26.586840 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-91db1a47-5c68-4f32-a313-961ee27b7116 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks [] for floatingip, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:26.587175 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.db.l3_db [None req-91db1a47-5c68-4f32-a313-961ee27b7116 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Floating IP 94cdf50b-8f24-451d-a6ae-e922ca539896 disassociated (deleted). External IP: 172.28.1.203, port: 57eddaa4-c29d-498e-9ca6-714a64623937. Jan 28 01:59:26.649509 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:26.829592 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91db1a47-5c68-4f32-a313-961ee27b7116 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Router a206888a-823d-45ce-b36b-e4397fb5ecfb has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:59:26.941127 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91db1a47-5c68-4f32-a313-961ee27b7116 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:59:26.946736 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-91db1a47-5c68-4f32-a313-961ee27b7116 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for floatingip, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:26.951619 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c0678-6231-44af-a5c8-168b3dbae4d2 None None] Sync routers for ids ['a206888a-823d-45ce-b36b-e4397fb5ecfb'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:59:26.960960 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c0678-6231-44af-a5c8-168b3dbae4d2 None None] Routers {'a206888a-823d-45ce-b36b-e4397fb5ecfb'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:59:26.961648 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-c75c0678-6231-44af-a5c8-168b3dbae4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:59:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['a206888a-823d-45ce-b36b-e4397fb5ecfb'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:26.976001 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-91db1a47-5c68-4f32-a313-961ee27b7116 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "DELETE /v2.0/floatingips/94cdf50b-8f24-451d-a6ae-e922ca539896 HTTP/1.1" status: 204 len: 168 time: 0.9531229 Jan 28 01:59:27.079338 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-c75c0678-6231-44af-a5c8-168b3dbae4d2 None None] Set router a206888a-823d-45ce-b36b-e4397fb5ecfb gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:59:27.418596 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-c75c0678-6231-44af-a5c8-168b3dbae4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:12Z', 'revision_number': 4, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'gw_port': {'id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'd77c98f4-505a-4026-a428-fee24356f45a', 'name': '', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'mac_address': 'fa:16:3e:30:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:12Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 5, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'subnets': [{'id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:27.443725 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c0678-6231-44af-a5c8-168b3dbae4d2 None None] Checking router: a206888a-823d-45ce-b36b-e4397fb5ecfb for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:59:27.452258 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c0678-6231-44af-a5c8-168b3dbae4d2 None None] Routers {'a206888a-823d-45ce-b36b-e4397fb5ecfb'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:59:27.452937 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-c75c0678-6231-44af-a5c8-168b3dbae4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:59:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['a206888a-823d-45ce-b36b-e4397fb5ecfb'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:27.559554 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-c75c0678-6231-44af-a5c8-168b3dbae4d2 None None] Set router a206888a-823d-45ce-b36b-e4397fb5ecfb gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:59:27.781552 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-c75c0678-6231-44af-a5c8-168b3dbae4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:12Z', 'revision_number': 4, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'gw_port': {'id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'd77c98f4-505a-4026-a428-fee24356f45a', 'name': '', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'mac_address': 'fa:16:3e:30:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:12Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 5, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'subnets': [{'id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:27.801634 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'tag': '57eddaa4-c29d-498e-9ca6-714a64623937'}] {{(pid=107859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:27.803999 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f26e8db650ad48871ace5057421b275907cd6391da2f912926caf74004d3c0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cece0f-7083-4775-b283-48be39c4844f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ddcee8-709a-458e-9e8e-1ebc146b7f7e", "tag": "57eddaa4-c29d-498e-9ca6-714a64623937"}]}' {{(pid=107859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:27.808266 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c0678-6231-44af-a5c8-168b3dbae4d2 None None] The sync data for ids ['a206888a-823d-45ce-b36b-e4397fb5ecfb'] in dv-cinder-824978-1-smb is: [{'id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:12Z', 'revision_number': 4, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'gw_port': {'id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb', '_interfaces': [{'id': 'd77c98f4-505a-4026-a428-fee24356f45a', 'name': '', 'network_id': 'ce3c3ee8-f756-4dc2-808a-4439c1edf8f6', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'mac_address': 'fa:16:3e:30:0b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:12Z', 'updated_at': '2022-01-28T01:57:18Z', 'revision_number': 5, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'subnets': [{'id': 'de10269b-27bd-4bbb-8a96-6dbc6bdff1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:59:27.853779 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e881fa-0a4d-4aca-9077-8615fb671666 x-openstack-request-id: req-e7e881fa-0a4d-4aca-9077-8615fb671666 {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:27.854177 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ddcee8-709a-458e-9e8e-1ebc146b7f7e", "tag": "57eddaa4-c29d-498e-9ca6-714a64623937", "status": "completed", "code": 200}]} {{(pid=107859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:27.854520 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7e881fa-0a4d-4aca-9077-8615fb671666 {{(pid=107859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:27.855006 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'tag': '57eddaa4-c29d-498e-9ca6-714a64623937', 'status': 'completed', 'code': 200} Jan 28 01:59:27.955962 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cece0f-7083-4775-b283-48be39c4844f req-1111b8cc-d158-41f5-ae43-fc6f5cf1be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:27.957787 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4cece0f-7083-4775-b283-48be39c4844f req-1111b8cc-d158-41f5-ae43-fc6f5cf1be8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5635296b769c4345ba2dac4c594d1a1a&device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 1098 time: 0.0565853 Jan 28 01:59:28.044674 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa44a28-e8b1-4a93-a2b8-f9f2f5064a77 None None] New status for floating IP 94cdf50b-8f24-451d-a6ae-e922ca539896: DOWN {{(pid=107861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:59:28.054609 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cece0f-7083-4775-b283-48be39c4844f req-0ddbd502-8dd4-40c3-b36b-b5e7fdcbd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:28.056142 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4cece0f-7083-4775-b283-48be39c4844f req-0ddbd502-8dd4-40c3-b36b-b5e7fdcbd75a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 HTTP/1.1" status: 200 len: 917 time: 0.0906725 Jan 28 01:59:28.101634 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4cece0f-7083-4775-b283-48be39c4844f req-0d6494b5-47a8-4786-a658-1e4abe7ba2eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57eddaa4-c29d-498e-9ca6-714a64623937 HTTP/1.1" status: 200 len: 217 time: 0.0387321 Jan 28 01:59:28.155438 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cece0f-7083-4775-b283-48be39c4844f req-9521df1d-8b17-41a3-bce6-195d252d69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:28.156892 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4cece0f-7083-4775-b283-48be39c4844f req-9521df1d-8b17-41a3-bce6-195d252d69a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de10269b-27bd-4bbb-8a96-6dbc6bdff1dd HTTP/1.1" status: 200 len: 854 time: 0.0481608 Jan 28 01:59:28.202739 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cece0f-7083-4775-b283-48be39c4844f req-dc0872c5-7405-4665-b381-32a6c4a2df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:28.204296 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4cece0f-7083-4775-b283-48be39c4844f req-dc0872c5-7405-4665-b381-32a6c4a2df1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0411155 Jan 28 01:59:28.301073 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4cece0f-7083-4775-b283-48be39c4844f req-48ee6625-d3aa-4663-8738-f1816456e98a service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884314 Jan 28 01:59:28.393256 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-a4cece0f-7083-4775-b283-48be39c4844f req-7205bdc1-e11d-4f60-b879-235badc91cd3 service neutron] 10.222.0.41 "GET /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856273 Jan 28 01:59:29.740968 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ae0a0-743c-404b-be39-2a5e872cfad7 req-52bff2e3-8901-4817-9b68-4f8204e31d13 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:29.742443 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-072ae0a0-743c-404b-be39-2a5e872cfad7 req-52bff2e3-8901-4817-9b68-4f8204e31d13 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 945 time: 0.0518482 Jan 28 01:59:29.781632 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-072ae0a0-743c-404b-be39-2a5e872cfad7 req-4651869e-acd9-4dd0-ab58-706136cf680d tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327950 Jan 28 01:59:29.809483 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:59:30.900446 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96687c5a-6a82-428c-968d-1773db5739ec req-79d26cb6-be8d-4221-860f-ccf30c4c1b2d tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:30.902061 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-96687c5a-6a82-428c-968d-1773db5739ec req-79d26cb6-be8d-4221-860f-ccf30c4c1b2d tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 945 time: 0.0514679 Jan 28 01:59:30.942857 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-96687c5a-6a82-428c-968d-1773db5739ec req-501f046f-c4e3-438a-b026-818b22fe801d tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341029 Jan 28 01:59:31.784727 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1639878-8331-490b-8a4c-50692ebb98b1 req-65c246cb-e5d3-46ac-95c3-7f03a6299faf tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:31.786340 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f1639878-8331-490b-8a4c-50692ebb98b1 req-65c246cb-e5d3-46ac-95c3-7f03a6299faf tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 945 time: 0.0493062 Jan 28 01:59:31.893177 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-f1639878-8331-490b-8a4c-50692ebb98b1 req-70a57d27-3ced-4d83-b902-27d329c873c5 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Deleting port 57eddaa4-c29d-498e-9ca6-714a64623937 {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:59:31.893508 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-f1639878-8331-490b-8a4c-50692ebb98b1 req-70a57d27-3ced-4d83-b902-27d329c873c5 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:31.984017 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [req-f1639878-8331-490b-8a4c-50692ebb98b1 req-70a57d27-3ced-4d83-b902-27d329c873c5 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] For port 57eddaa4-c29d-498e-9ca6-714a64623937, host hv-cinder-82497, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82497',level=0,port_id=57eddaa4-c29d-498e-9ca6-714a64623937,segment=NetworkSegment(d828aef2-1aa8-4fb7-b02a-a7b2d35969c0),segment_id=d828aef2-1aa8-4fb7-b02a-a7b2d35969c0)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:31.984676 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-f1639878-8331-490b-8a4c-50692ebb98b1 req-70a57d27-3ced-4d83-b902-27d329c873c5 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:31.999601 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [req-f1639878-8331-490b-8a4c-50692ebb98b1 req-70a57d27-3ced-4d83-b902-27d329c873c5 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Calling delete_port for 57eddaa4-c29d-498e-9ca6-714a64623937 owned by compute:nova {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:59:32.064692 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241da16-1376-4520-8c6a-cf47e0ee1780 req-33851c2d-d007-4cd6-aef8-d9618285bc52 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:32.066197 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9241da16-1376-4520-8c6a-cf47e0ee1780 req-33851c2d-d007-4cd6-aef8-d9618285bc52 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ddcee8-709a-458e-9e8e-1ebc146b7f7e HTTP/1.1" status: 200 len: 945 time: 0.0503566 Jan 28 01:59:32.106482 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [req-9241da16-1376-4520-8c6a-cf47e0ee1780 req-e2140557-3827-4712-b4d8-b8bfc8283c8c tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.58 "GET /v2.0/security-groups?id=05e93942-5f39-4b06-b2ad-c235ef45b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342624 Jan 28 01:59:32.137266 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-f1639878-8331-490b-8a4c-50692ebb98b1 req-70a57d27-3ced-4d83-b902-27d329c873c5 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:32.167152 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a57d27-3ced-4d83-b902-27d329c873c5 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Pushing event deleted for resources: {'Port': ['ID=57eddaa4-c29d-498e-9ca6-714a64623937,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:32.174020 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] get_ports_and_sgs() called for port_ids ['57eddaa4-c29d-498e-9ca6-714a64623937'] {{(pid=107860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:59:32.214954 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1639878-8331-490b-8a4c-50692ebb98b1 req-70a57d27-3ced-4d83-b902-27d329c873c5 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] No DVR routers for this DVR port 57eddaa4-c29d-498e-9ca6-714a64623937 on host hv-cinder-82497 {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:59:32.217967 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [req-f1639878-8331-490b-8a4c-50692ebb98b1 req-70a57d27-3ced-4d83-b902-27d329c873c5 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9200'] for port, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:32.221210 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [req-f1639878-8331-490b-8a4c-50692ebb98b1 req-70a57d27-3ced-4d83-b902-27d329c873c5 tempest-TestMinimumBasicScenario-1744181549 tempest-TestMinimumBasicScenario-1744181549-project] 10.222.0.41 "DELETE /v2.0/ports/57eddaa4-c29d-498e-9ca6-714a64623937 HTTP/1.1" status: 204 len: 173 time: 0.4292321 Jan 28 01:59:32.221644 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'name': 'network-vif-deleted', 'tag': '57eddaa4-c29d-498e-9ca6-714a64623937'}] {{(pid=107858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:59:32.223940 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77445cc5df9fcc1e007bf82f513e62f637bcd4bd2520e8a4a3e13b0be1d1b280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94943304-3f9b-4242-8118-21b64a566cf7" -d '{"events": [{"server_uuid": "b1ddcee8-709a-458e-9e8e-1ebc146b7f7e", "name": "network-vif-deleted", "tag": "57eddaa4-c29d-498e-9ca6-714a64623937"}]}' {{(pid=107858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:59:32.260226 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e465a0d-ed91-4440-949a-6d407558658e x-openstack-request-id: req-2e465a0d-ed91-4440-949a-6d407558658e {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:59:32.260539 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ddcee8-709a-458e-9e8e-1ebc146b7f7e", "name": "network-vif-deleted", "tag": "57eddaa4-c29d-498e-9ca6-714a64623937", "status": "completed", "code": 200}]} {{(pid=107858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:59:32.260757 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e465a0d-ed91-4440-949a-6d407558658e {{(pid=107858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:59:32.261145 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ddcee8-709a-458e-9e8e-1ebc146b7f7e', 'name': 'network-vif-deleted', 'tag': '57eddaa4-c29d-498e-9ca6-714a64623937', 'status': 'completed', 'code': 200} Jan 28 01:59:33.845167 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 49660) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:34.211756 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b4cf-0d43-493f-b012-0fe8be511379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617139'] for router_interface, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:34.464763 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5b4cf-0d43-493f-b012-0fe8be511379 admin admin] Deleting port d77c98f4-505a-4026-a428-fee24356f45a {{(pid=107859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:59:34.465008 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b4cf-0d43-493f-b012-0fe8be511379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:34.542016 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [None req-4bd5b4cf-0d43-493f-b012-0fe8be511379 admin admin] For port d77c98f4-505a-4026-a428-fee24356f45a, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=d77c98f4-505a-4026-a428-fee24356f45a,segment=NetworkSegment(d828aef2-1aa8-4fb7-b02a-a7b2d35969c0),segment_id=d828aef2-1aa8-4fb7-b02a-a7b2d35969c0)] {{(pid=107859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:34.542374 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b4cf-0d43-493f-b012-0fe8be511379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:34.558308 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5b4cf-0d43-493f-b012-0fe8be511379 admin admin] Calling delete_port for d77c98f4-505a-4026-a428-fee24356f45a owned by network:router_interface {{(pid=107859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:59:34.754522 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b4cf-0d43-493f-b012-0fe8be511379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:34.789566 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5b4cf-0d43-493f-b012-0fe8be511379 admin admin] Pushing event deleted for resources: {'Port': ['ID=d77c98f4-505a-4026-a428-fee24356f45a,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:34.959328 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-4bd5b4cf-0d43-493f-b012-0fe8be511379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620291'] for router_interface, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:35.185716 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd5b4cf-0d43-493f-b012-0fe8be511379 admin admin] Router a206888a-823d-45ce-b36b-e4397fb5ecfb has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:59:35.300379 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd5b4cf-0d43-493f-b012-0fe8be511379 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:59:35.305339 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-4bd5b4cf-0d43-493f-b012-0fe8be511379 admin admin] 10.222.0.58 "PUT /v2.0/routers/a206888a-823d-45ce-b36b-e4397fb5ecfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4589641 Jan 28 01:59:35.307940 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 49662) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:35.310530 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d7246-8359-4148-b177-21d4e547ac43 None None] Sync routers for ids ['a206888a-823d-45ce-b36b-e4397fb5ecfb'] in dv-cinder-824978-1-smb {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:59:35.320681 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d7246-8359-4148-b177-21d4e547ac43 None None] Routers {'a206888a-823d-45ce-b36b-e4397fb5ecfb'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:59:35.321366 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-a75d7246-8359-4148-b177-21d4e547ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:59:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['a206888a-823d-45ce-b36b-e4397fb5ecfb'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:35.412502 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] Notify callbacks [] for router, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:35.427658 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-a75d7246-8359-4148-b177-21d4e547ac43 None None] Set router a206888a-823d-45ce-b36b-e4397fb5ecfb gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:59:35.621670 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-a75d7246-8359-4148-b177-21d4e547ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:59:34Z', 'revision_number': 5, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'gw_port': {'id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:35.650591 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d7246-8359-4148-b177-21d4e547ac43 None None] Checking router: a206888a-823d-45ce-b36b-e4397fb5ecfb for host: dv-cinder-824978-1-smb {{(pid=107860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:59:35.659675 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d7246-8359-4148-b177-21d4e547ac43 None None] Routers {'a206888a-823d-45ce-b36b-e4397fb5ecfb'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:59:35.660341 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-a75d7246-8359-4148-b177-21d4e547ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:59:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['a206888a-823d-45ce-b36b-e4397fb5ecfb'], 'active': True} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:35.762539 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:35.771990 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvr_db [None req-a75d7246-8359-4148-b177-21d4e547ac43 None None] Set router a206888a-823d-45ce-b36b-e4397fb5ecfb gateway port host: dv-cinder-824978-1-smb {{(pid=107860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:59:35.816265 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] Deleting port f0e608ad-2862-4653-bace-daa4defcc653 {{(pid=107859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:59:35.816756 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:35.896802 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] For port f0e608ad-2862-4653-bace-daa4defcc653, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=f0e608ad-2862-4653-bace-daa4defcc653,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:35.897074 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:35.910004 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] Calling delete_port for f0e608ad-2862-4653-bace-daa4defcc653 owned by network:router_gateway {{(pid=107859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:59:35.966449 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_hamode_db [None req-a75d7246-8359-4148-b177-21d4e547ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:59:34Z', 'revision_number': 5, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'gw_port': {'id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:35.996390 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d7246-8359-4148-b177-21d4e547ac43 None None] The sync data for ids ['a206888a-823d-45ce-b36b-e4397fb5ecfb'] in dv-cinder-824978-1-smb is: [{'id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'name': 'tempest-TestMinimumBasicScenario-1732177305-router', 'tenant_id': '5635296b769c4345ba2dac4c594d1a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:59:34Z', 'revision_number': 5, 'project_id': '5635296b769c4345ba2dac4c594d1a1a', 'gw_port': {'id': 'f0e608ad-2862-4653-bace-daa4defcc653', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206888a-823d-45ce-b36b-e4397fb5ecfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:10Z', 'updated_at': '2022-01-28T01:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}] {{(pid=107860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:59:36.084731 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.118098 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e608ad-2862-4653-bace-daa4defcc653,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:36.179971 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614501'] for router_gateway, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.273312 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.276408 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.323577 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615360'] for router, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.324262 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a206888a-823d-45ce-b36b-e4397fb5ecfb {{(pid=107859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:59:36.331674 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] Notify callbacks [] for router, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.333592 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-198a4186-15d5-49a2-9215-17f290f6a721 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a206888a-823d-45ce-b36b-e4397fb5ecfb HTTP/1.1" status: 204 len: 168 time: 1.0243475 Jan 28 01:59:36.335954 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 49664) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:36.383456 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ee14e0-23d8-47c2-bf7a-346f6c38171e admin admin] Deleting subnet de10269b-27bd-4bbb-8a96-6dbc6bdff1dd {{(pid=107858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:59:36.386601 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-81ee14e0-23d8-47c2-bf7a-346f6c38171e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.423630 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-81ee14e0-23d8-47c2-bf7a-346f6c38171e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1141361'] for subnet, precommit_delete_associations {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.517959 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-81ee14e0-23d8-47c2-bf7a-346f6c38171e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7750459'] for subnet, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.575130 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-81ee14e0-23d8-47c2-bf7a-346f6c38171e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7750450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9384921'] for subnet, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.597235 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device d77c98f4-505a-4026-a428-fee24356f45a no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:59:36.607421 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee14e0-23d8-47c2-bf7a-346f6c38171e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de10269b-27bd-4bbb-8a96-6dbc6bdff1dd,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:36.611458 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-81ee14e0-23d8-47c2-bf7a-346f6c38171e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.614484 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-81ee14e0-23d8-47c2-bf7a-346f6c38171e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/de10269b-27bd-4bbb-8a96-6dbc6bdff1dd HTTP/1.1" status: 204 len: 168 time: 0.2772079 Jan 28 01:59:36.617068 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.wsgi [-] (107859) accepted ('10.222.0.58', 49666) {{(pid=107859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:36.619956 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eebe6fd-558c-47c9-bfda-f829a5b33d8e None None] Network ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:59:36.623932 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: d77c98f4-505a-4026-a428-fee24356f45a {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:59:36.625019 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device d77c98f4-505a-4026-a428-fee24356f45a not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:59:36.716993 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7845676'] for network, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.744133 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 57eddaa4-c29d-498e-9ca6-714a64623937 no longer exists at agent hyperv_hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:59:36.766444 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] No Port match for: 57eddaa4-c29d-498e-9ca6-714a64623937 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:59:36.766780 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Device 57eddaa4-c29d-498e-9ca6-714a64623937 not bound to the agent host hv-cinder-82497 {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:59:36.773522 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] Deleting port 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42 {{(pid=107859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:59:36.773863 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.844292 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.db [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] For port 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=4f3c3e9f-f049-4b36-83b9-8289fbd3bd42,segment=NetworkSegment(d828aef2-1aa8-4fb7-b02a-a7b2d35969c0),segment_id=d828aef2-1aa8-4fb7-b02a-a7b2d35969c0)] {{(pid=107859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:36.844655 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.858440 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.plugin [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] Calling delete_port for 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42 owned by network:dhcp {{(pid=107859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:59:36.937300 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8420387'] for port, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:36.961519 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3c3e9f-f049-4b36-83b9-8289fbd3bd42,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:36.967429 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] No DVR routers for this DVR port 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42 on host dv-cinder-824978-1-smb {{(pid=107859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:59:37.039476 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751577', 'neutron.services.segments.db._delete_segments_for_network-8788471369665'] for network, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:37.062136 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.services.segments.db [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3c3ee8-f756-4dc2-808a-4439c1edf8f6']}} {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:37.070976 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d5a04a-c047-45e0-bd14-148de2fb6509 None None] DHCP port deletion for ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 request from dv-cinder-824978-1-smb {{(pid=107860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 01:59:37.077219 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.services.segments.db [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd828aef2-1aa8-4fb7-b02a-a7b2d35969c0') {'for_net_delete': True} {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:37.077648 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.services.segments.db [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd828aef2-1aa8-4fb7-b02a-a7b2d35969c0') {} {{(pid=107859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:37.089458 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788471403201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583496'] for segment, before_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:37.106774 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:37.113594 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=107859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:59:37.113968 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8420468'] for segment, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: Traceback (most recent call last): Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: timer() Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: cb(*args, **kw) Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: return func(*args, **kwargs) Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: self._notify() Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: self.callback(batched_events) Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: event.method(event) Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: return f(self, *a, **k) Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: return self._get(url).json() Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: return self.request(url, 'GET', **kwargs) Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:59:37.115747 dv-cinder-824978-1-smb neutron-server[107859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:59:37.171450 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614529'] for network, after_delete {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:37.179830 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron_lib.callbacks.manager [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:37.184490 dv-cinder-824978-1-smb neutron-server[107859]: INFO neutron.wsgi [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ce3c3ee8-f756-4dc2-808a-4439c1edf8f6 HTTP/1.1" status: 204 len: 168 time: 0.5662022 Jan 28 01:59:37.188400 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 49668) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:37.198383 dv-cinder-824978-1-smb neutron-server[107859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a86ea7-c02b-4088-b3f6-a0a804951fe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce3c3ee8-f756-4dc2-808a-4439c1edf8f6,revision_number=None']} {{(pid=107859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:37.793484 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-18a6e95d-8674-4976-8433-e5e38ad012b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617139'] for router_interface, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:38.051328 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-18a6e95d-8674-4976-8433-e5e38ad012b4 admin admin] Deleting port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:59:38.051561 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-18a6e95d-8674-4976-8433-e5e38ad012b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:38.134612 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [None req-18a6e95d-8674-4976-8433-e5e38ad012b4 admin admin] For port ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b,segment=NetworkSegment(a4e3e6f5-b288-4b7c-b80c-afddff75161c),segment_id=a4e3e6f5-b288-4b7c-b80c-afddff75161c)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:38.134976 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-18a6e95d-8674-4976-8433-e5e38ad012b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:38.150091 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-18a6e95d-8674-4976-8433-e5e38ad012b4 admin admin] Calling delete_port for ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b owned by network:router_interface {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:59:38.331521 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-18a6e95d-8674-4976-8433-e5e38ad012b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:38.356837 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6e95d-8674-4976-8433-e5e38ad012b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:38.530331 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-18a6e95d-8674-4976-8433-e5e38ad012b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-620291'] for router_interface, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:38.578383 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device f0e608ad-2862-4653-bace-daa4defcc653 no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:59:38.598469 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: f0e608ad-2862-4653-bace-daa4defcc653 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:59:38.598811 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device f0e608ad-2862-4653-bace-daa4defcc653 not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:59:38.599228 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42 no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:59:38.617978 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42 {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:59:38.618320 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 4f3c3e9f-f049-4b36-83b9-8289fbd3bd42 not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:59:38.751085 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a6e95d-8674-4976-8433-e5e38ad012b4 admin admin] Router 4841122e-8141-4f89-b866-212e67a0d085 has already been hosted by L3 agent 380dc7ae-e7e1-41b2-8760-d5ed75266913 {{(pid=107858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:59:38.861493 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a6e95d-8674-4976-8433-e5e38ad012b4 admin admin] Notify agent at l3_agent.dv-cinder-824978-1-smb the message routers_updated {{(pid=107858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:59:38.866877 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-18a6e95d-8674-4976-8433-e5e38ad012b4 admin admin] 10.222.0.58 "PUT /v2.0/routers/4841122e-8141-4f89-b866-212e67a0d085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6770852 Jan 28 01:59:38.869397 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 49674) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:38.870283 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f8509-3791-4b58-812c-10bfe3e65b9c None None] Sync routers for ids ['4841122e-8141-4f89-b866-212e67a0d085'] in dv-cinder-824978-1-smb {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:59:38.882034 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f8509-3791-4b58-812c-10bfe3e65b9c None None] Routers {'4841122e-8141-4f89-b866-212e67a0d085'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:59:38.882663 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-6c1f8509-3791-4b58-812c-10bfe3e65b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:59:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['4841122e-8141-4f89-b866-212e67a0d085'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:38.973352 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] Notify callbacks [] for router, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:38.989108 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-6c1f8509-3791-4b58-812c-10bfe3e65b9c None None] Set router 4841122e-8141-4f89-b866-212e67a0d085 gateway port host: dv-cinder-824978-1-smb {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:59:39.076582 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:39.129721 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] Deleting port 049bde4f-646a-4234-8d78-10358700fa0e {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:59:39.129967 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:39.169712 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-6c1f8509-3791-4b58-812c-10bfe3e65b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841122e-8141-4f89-b866-212e67a0d085', 'name': 'tempest-TestMinimumBasicScenario-1341865174-router', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'external_fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '049bde4f-646a-4234-8d78-10358700fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:59:38Z', 'revision_number': 5, 'project_id': '6a1c336984ab45f4819571ef1077fad3', 'gw_port': {'id': '049bde4f-646a-4234-8d78-10358700fa0e', 'name': '', 'network_id': '53e1632d-3d8a-4bf7-bdd8-752e18cfbd35', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841122e-8141-4f89-b866-212e67a0d085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824978-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fce5ff57-e9f1-4373-a307-b308380c36d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824978-1-smb'}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:39.197166 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f8509-3791-4b58-812c-10bfe3e65b9c None None] Checking router: 4841122e-8141-4f89-b866-212e67a0d085 for host: dv-cinder-824978-1-smb {{(pid=107861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:59:39.205668 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f8509-3791-4b58-812c-10bfe3e65b9c None None] Routers {'4841122e-8141-4f89-b866-212e67a0d085'} bound to L3 agent in host dv-cinder-824978-1-smb {{(pid=107861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:59:39.206269 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-6c1f8509-3791-4b58-812c-10bfe3e65b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824978-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T01:40:53Z,description=,heartbeat_timestamp=2022-01-28T01:59:23Z,host='dv-cinder-824978-1-smb',id=380dc7ae-e7e1-41b2-8760-d5ed75266913,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T01:40:53Z,topic='l3_agent')) {'router_ids': ['4841122e-8141-4f89-b866-212e67a0d085'], 'active': True} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:39.216153 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] For port 049bde4f-646a-4234-8d78-10358700fa0e, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=049bde4f-646a-4234-8d78-10358700fa0e,segment=NetworkSegment(3dd888e3-3c90-4e06-9e7e-72fd21b81dd8),segment_id=3dd888e3-3c90-4e06-9e7e-72fd21b81dd8)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:39.216514 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:39.228363 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] Calling delete_port for 049bde4f-646a-4234-8d78-10358700fa0e owned by network:router_gateway {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:59:39.292416 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_dvr_db [None req-6c1f8509-3791-4b58-812c-10bfe3e65b9c None None] Set router 4841122e-8141-4f89-b866-212e67a0d085 gateway port host: None {{(pid=107861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:59:39.347935 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.l3_hamode_db [None req-6c1f8509-3791-4b58-812c-10bfe3e65b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841122e-8141-4f89-b866-212e67a0d085', 'name': 'tempest-TestMinimumBasicScenario-1341865174-router', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:59:39Z', 'revision_number': 6, 'project_id': '6a1c336984ab45f4819571ef1077fad3', 'gw_port_host': None}], 'dv-cinder-824978-1-smb', False) {} {{(pid=107861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:39.376400 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f8509-3791-4b58-812c-10bfe3e65b9c None None] The sync data for ids ['4841122e-8141-4f89-b866-212e67a0d085'] in dv-cinder-824978-1-smb is: [{'id': '4841122e-8141-4f89-b866-212e67a0d085', 'name': 'tempest-TestMinimumBasicScenario-1341865174-router', 'tenant_id': '6a1c336984ab45f4819571ef1077fad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:57:15Z', 'updated_at': '2022-01-28T01:59:39Z', 'revision_number': 6, 'project_id': '6a1c336984ab45f4819571ef1077fad3', 'gw_port_host': None}] {{(pid=107861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:59:39.410793 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:39.437395 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] Pushing event deleted for resources: {'Port': ['ID=049bde4f-646a-4234-8d78-10358700fa0e,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:39.499424 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614501'] for router_gateway, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:39.591907 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14751'] for router, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:39.594016 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:39.646650 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-615360'] for router, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:39.647468 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4841122e-8141-4f89-b866-212e67a0d085 {{(pid=107858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:59:39.651884 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] Notify callbacks [] for router, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:39.653138 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-3231ed11-07ff-4234-be33-8f5cb6f7b04f admin admin] 10.222.0.58 "DELETE /v2.0/routers/4841122e-8141-4f89-b866-212e67a0d085 HTTP/1.1" status: 204 len: 168 time: 0.7827330 Jan 28 01:59:39.656102 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 49682) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:39.701632 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3ba567-59fb-4207-a1c8-8dfc6575899d admin admin] Deleting subnet ba89f6e6-b0fc-4cc0-82de-3de734384b10 {{(pid=107858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:59:39.705906 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fc3ba567-59fb-4207-a1c8-8dfc6575899d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:39.742225 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fc3ba567-59fb-4207-a1c8-8dfc6575899d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1141361'] for subnet, precommit_delete_associations {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:39.834386 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fc3ba567-59fb-4207-a1c8-8dfc6575899d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7750459'] for subnet, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:39.889366 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fc3ba567-59fb-4207-a1c8-8dfc6575899d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7750450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8545677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9384921'] for subnet, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:39.913755 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ba567-59fb-4207-a1c8-8dfc6575899d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba89f6e6-b0fc-4cc0-82de-3de734384b10,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:39.917757 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-fc3ba567-59fb-4207-a1c8-8dfc6575899d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for subnet, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:39.921461 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-fc3ba567-59fb-4207-a1c8-8dfc6575899d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ba89f6e6-b0fc-4cc0-82de-3de734384b10 HTTP/1.1" status: 204 len: 168 time: 0.2643964 Jan 28 01:59:39.923909 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 49684) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:39.926359 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ffbd92-281a-49c1-8fd6-2b10392463d9 None None] Network 6cb8cf20-84b4-4107-9524-993e17e95fdb requested from dv-cinder-824978-1-smb {{(pid=107860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:59:39.993399 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7845676'] for network, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.051318 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] Deleting port 6fcb7053-4d9b-451f-9c6b-56d4d92956da {{(pid=107858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:59:40.051661 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.115301 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.db [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] For port 6fcb7053-4d9b-451f-9c6b-56d4d92956da, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=6fcb7053-4d9b-451f-9c6b-56d4d92956da,segment=NetworkSegment(a4e3e6f5-b288-4b7c-b80c-afddff75161c),segment_id=a4e3e6f5-b288-4b7c-b80c-afddff75161c)] {{(pid=107858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:40.115668 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.131938 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.plugin [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] Calling delete_port for 6fcb7053-4d9b-451f-9c6b-56d4d92956da owned by network:dhcp {{(pid=107858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:59:40.138445 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] DHCP port deletion for 6cb8cf20-84b4-4107-9524-993e17e95fdb request from dv-cinder-824978-1-smb {{(pid=107860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 01:59:40.188876 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Deleting port 6fcb7053-4d9b-451f-9c6b-56d4d92956da {{(pid=107860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:59:40.189173 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788471469451'] for port, before_delete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.217920 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8545632'] for port, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.252451 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fcb7053-4d9b-451f-9c6b-56d4d92956da,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:40.254293 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] No DVR routers for this DVR port 6fcb7053-4d9b-451f-9c6b-56d4d92956da on host dv-cinder-824978-1-smb {{(pid=107858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:59:40.262435 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.db [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] For port 6fcb7053-4d9b-451f-9c6b-56d4d92956da, host dv-cinder-824978-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824978-1-smb',level=0,port_id=6fcb7053-4d9b-451f-9c6b-56d4d92956da,segment=NetworkSegment(a4e3e6f5-b288-4b7c-b80c-afddff75161c),segment_id=a4e3e6f5-b288-4b7c-b80c-afddff75161c)] {{(pid=107860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:59:40.263140 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615389'] for port, precommit_delete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.276948 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Calling delete_port for 6fcb7053-4d9b-451f-9c6b-56d4d92956da owned by network:dhcp {{(pid=107860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:59:40.329766 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7751577', 'neutron.services.segments.db._delete_segments_for_network-8788471369665'] for network, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.353419 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb8cf20-84b4-4107-9524-993e17e95fdb']}} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:40.364125 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e3e6f5-b288-4b7c-b80c-afddff75161c') {'for_net_delete': True} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:40.364340 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.services.segments.db [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e3e6f5-b288-4b7c-b80c-afddff75161c') {} {{(pid=107858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:59:40.367166 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7879227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788471469981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788471002992'] for port, after_delete {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.374567 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788471403201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1141320'] for segment, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.389487 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889'] for segment, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.395968 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=107858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:59:40.397756 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] No DVR routers for this DVR port 6fcb7053-4d9b-451f-9c6b-56d4d92956da on host dv-cinder-824978-1-smb {{(pid=107860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:59:40.398773 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8545591'] for segment, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: Traceback (most recent call last): Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: timer() Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: cb(*args, **kw) Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: return func(*args, **kwargs) Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: self._notify() Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: self.callback(batched_events) Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: event.method(event) Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: return f(self, *a, **k) Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: return self._get(url).json() Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: return self.request(url, 'GET', **kwargs) Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:59:40.405409 dv-cinder-824978-1-smb neutron-server[107858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:59:40.408100 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Pushing event deleted for resources: {'Port': ['ID=6fcb7053-4d9b-451f-9c6b-56d4d92956da,revision_number=None']} {{(pid=107860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:40.416633 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:40.416986 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:40.417332 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:40.417666 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:40.418000 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:40.418334 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:40.418662 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:40.418987 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:40.419342 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:40.420671 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:40.420671 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:40.420671 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ffbbb-3512-44cf-8e7f-152b5267332f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824978-1-smb {{(pid=107860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:59:40.469793 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7751554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614529'] for network, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.475382 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552973'] for network, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.478543 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6cb8cf20-84b4-4107-9524-993e17e95fdb HTTP/1.1" status: 204 len: 168 time: 0.5535846 Jan 28 01:59:40.490849 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a49da8-6bd7-46ee-b365-8e33ac6f3110 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cb8cf20-84b4-4107-9524-993e17e95fdb,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:40.520034 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:59:40.542657 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:59:40.542994 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device ab5fbb80-d2a5-4077-ab1e-d3b37e69ee7b not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:59:40.543439 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 6fcb7053-4d9b-451f-9c6b-56d4d92956da no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:59:40.565949 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: 6fcb7053-4d9b-451f-9c6b-56d4d92956da {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:59:40.565949 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 6fcb7053-4d9b-451f-9c6b-56d4d92956da not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:59:40.565949 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 049bde4f-646a-4234-8d78-10358700fa0e no longer exists at agent ovs-agent-dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:59:40.583692 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.plugin [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] No Port match for: 049bde4f-646a-4234-8d78-10358700fa0e {{(pid=107860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:59:40.584037 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron.plugins.ml2.rpc [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Device 049bde4f-646a-4234-8d78-10358700fa0e not bound to the agent host dv-cinder-824978-1-smb {{(pid=107860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:59:40.658844 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 49690) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:40.700877 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-10576431-2baf-4518-bf20-1b161d1ebc70 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5635296b769c4345ba2dac4c594d1a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405684 Jan 28 01:59:40.704455 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 49692) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:40.753234 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d55e4cda-67d0-43fa-a5fa-49a9fdb9dc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.774777 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d55e4cda-67d0-43fa-a5fa-49a9fdb9dc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.820651 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d55e4cda-67d0-43fa-a5fa-49a9fdb9dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.823353 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-d55e4cda-67d0-43fa-a5fa-49a9fdb9dc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:40.824483 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-d55e4cda-67d0-43fa-a5fa-49a9fdb9dc26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/05e93942-5f39-4b06-b2ad-c235ef45b8fc HTTP/1.1" status: 204 len: 168 time: 0.1189783 Jan 28 01:59:40.833076 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e4cda-67d0-43fa-a5fa-49a9fdb9dc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e93942-5f39-4b06-b2ad-c235ef45b8fc,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:41.151878 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 49698) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:41.202477 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-f1a7e35f-e233-463b-985e-151181b89e01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a1c336984ab45f4819571ef1077fad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494204 Jan 28 01:59:41.205009 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.wsgi [-] (107858) accepted ('10.222.0.58', 49700) {{(pid=107858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:59:41.254228 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0fe062d8-dcd8-44fd-b5de-45ee35ee35cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:41.275785 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0fe062d8-dcd8-44fd-b5de-45ee35ee35cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:41.322454 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0fe062d8-dcd8-44fd-b5de-45ee35ee35cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398253'] for security_group, after_delete {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:41.325087 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron_lib.callbacks.manager [None req-0fe062d8-dcd8-44fd-b5de-45ee35ee35cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=107858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:41.326331 dv-cinder-824978-1-smb neutron-server[107858]: INFO neutron.wsgi [None req-0fe062d8-dcd8-44fd-b5de-45ee35ee35cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f35e972-3ca4-4e45-82d4-76959351d290 HTTP/1.1" status: 204 len: 168 time: 0.1204617 Jan 28 01:59:41.335104 dv-cinder-824978-1-smb neutron-server[107858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe062d8-dcd8-44fd-b5de-45ee35ee35cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f35e972-3ca4-4e45-82d4-76959351d290,revision_number=None']} {{(pid=107858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:59:49.110236 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:50.683919 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-192140f3-d187-4e64-8446-1898d47402de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:53.112075 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-863347d9-f6c6-4d06-bc1f-68ec80e8a084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:54.788870 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:56.220047 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:59:56.652068 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:06.808912 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:00:19.109104 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:20.686202 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-820c18ff-5e02-445b-9bf4-9e3c0cde69b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:23.114071 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-951f7543-1929-4fe7-b93c-27a9413063c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:24.791564 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:26.227859 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:26.653960 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:43.806925 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:00:49.121251 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:50.694876 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-1cceaa7c-b4c1-4468-8390-6ad806a2deae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:53.115911 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-1569b6d3-4a48-424b-9650-ced1032e7b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:54.794284 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:56.228383 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:00:56.656338 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:19.113711 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:20.686844 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-87e1c964-9f20-4736-86b2-4d216abccd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:20.805629 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:01:23.118824 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-b3ef279b-a114-4c7a-8d7e-1ad159b95b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:24.797566 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:26.228055 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:26.668717 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:49.122381 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:50.689174 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-92aaee17-00bd-4627-b3cd-9f8497581170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:53.120936 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-7558a73f-392c-418e-91ff-8423e5464381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:54.800105 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:56.229754 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:56.661652 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:01:57.805608 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:02:19.129951 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:20.812276 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-79f98d51-a37c-4007-b864-789d203f81e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:23.123125 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-fc4b7f86-c59e-46d4-b797-fd267e603c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:24.805724 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:26.233858 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:26.663190 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:34.806321 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:02:49.140145 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:50.695905 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-5083ccd0-d18c-4ce2-9b7e-0a7836edab8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:53.125302 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-445952aa-bbb7-4a10-8c83-7dc7c59a6b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:54.806073 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:56.236845 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:02:56.666116 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:11.806964 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:03:19.133912 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:20.697383 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4437-0c7a-42eb-a544-28b60235e67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:23.132553 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-c09fd657-72fe-4634-afdc-cc8f818388bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:24.809893 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:26.238252 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:26.669410 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:48.810490 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:03:49.134316 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:50.700981 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-93797921-7659-4e5d-9ed2-7b95236042f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:53.125403 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-b50380a7-a31c-45e1-bb1a-b70f39539ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:54.814246 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:56.242423 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:03:56.671475 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:19.135368 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:20.696924 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-2e033e2c-2f77-4ea6-9997-75868bb8727a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:23.129306 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-ea66977c-0699-40fd-8ca5-d65ff8846204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:24.818800 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-946ebf55-84dc-43ee-8f0d-cd378b80fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:25.810842 dv-cinder-824978-1-smb neutron-server[107861]: DEBUG neutron.db.agents_db [None req-3ef7a9eb-7988-4a81-9a9c-0c34a7d1ecbf None None] Agent healthcheck: found 6 active agents {{(pid=107861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:04:26.244080 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-bca43153-f8e4-4b1d-bcd5-62bea947309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:26.675446 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-9570e321-8c4a-4217-a13f-c8000e0fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:49.139594 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-6a769b37-5f39-43d8-8275-d3d6e7a644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:50.694724 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-b1d38f3a-1ac0-4089-afed-8834f4601070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 02:04:53.254103 dv-cinder-824978-1-smb neutron-server[107860]: DEBUG neutron_lib.callbacks.manager [None req-8e309efa-047c-4061-bdd3-cb5d4aa3af61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788471371879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7756359'] for agent, after_update {{(pid=107860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}